2026-09-30 16:50:38,756 [ 157960 ] INFO : ClickHouse root is not set. Will use /home/ubuntu/_work/ClickHouse/ClickHouse (runner:42, check_args_and_update_paths) 2026-09-30 16:50:38,756 [ 157960 ] INFO : Cases dir is not set. Will use /home/ubuntu/_work/ClickHouse/ClickHouse/tests/integration (runner:86, check_args_and_update_paths) 2026-09-30 16:50:38,756 [ 157960 ] INFO : utils dir is not set. Will use /home/ubuntu/_work/ClickHouse/ClickHouse/utils (runner:97, check_args_and_update_paths) 2026-09-30 16:50:38,756 [ 157960 ] INFO : base_configs_dir: /home/ubuntu/_work/ClickHouse/ClickHouse/programs/server, binary: /home/ubuntu/_work/_temp/test/build/clickhouse, cases_dir: /home/ubuntu/_work/ClickHouse/ClickHouse/tests/integration (runner:99, check_args_and_update_paths) clickhouse_integration_tests_volume Running pytest container as: 'docker run --rm --name clickhouse_integration_tests_zw8rb4 --privileged --dns-search='.' --volume=/home/ubuntu/_work/_temp/test/build/clickhouse-odbc-bridge:/clickhouse-odbc-bridge --volume=/home/ubuntu/_work/_temp/test/build/clickhouse:/clickhouse --volume=/home/ubuntu/_work/_temp/test/build/clickhouse-library-bridge:/clickhouse-library-bridge --volume=/home/ubuntu/_work/ClickHouse/ClickHouse/programs/server:/clickhouse-config --volume=/home/ubuntu/_work/ClickHouse/ClickHouse/tests/integration:/ClickHouse/tests/integration --volume=/home/ubuntu/_work/ClickHouse/ClickHouse/utils/backupview:/ClickHouse/utils/backupview --volume=/home/ubuntu/_work/ClickHouse/ClickHouse/utils/grpc-client/pb2:/ClickHouse/utils/grpc-client/pb2 --volume=/run:/run/host:ro --volume=clickhouse_integration_tests_volume:/var/lib/docker -e DOCKER_DOTNET_CLIENT_TAG=11de0b29a15d -e DOCKER_HELPER_TAG=2cffe1eae894 -e DOCKER_BASE_TAG=b74d853ebe76 -e DOCKER_KERBEROS_KDC_TAG=9391ecdee8d7 -e DOCKER_MYSQL_GOLANG_CLIENT_TAG=9bec2a638e6e -e DOCKER_MYSQL_JAVA_CLIENT_TAG=766bff31cfe4 -e DOCKER_MYSQL_JS_CLIENT_TAG=41ba7c2ec2a1 -e DOCKER_MYSQL_PHP_CLIENT_TAG=88be89c1e3b6 -e DOCKER_NGINX_DAV_TAG=b55ac9cd7519 -e DOCKER_POSTGRESQL_JAVA_CLIENT_TAG=a4eff5c7f4d6 -e DOCKER_PYTHON_BOTTLE_TAG=caad4729259e -e DOCKER_CLIENT_TIMEOUT=300 -e COMPOSE_HTTP_TIMEOUT=600 -e PYTHONUNBUFFERED=1 -e PYTEST_ADDOPTS="--dist=loadfile -n 10 -rfEps --run-id=0 --color=no --durations=0 test_disk_configuration/test.py::test_merge_tree_nested_custom_disk_setting test_disk_configuration/test.py::test_merge_tree_setting_override test_distributed_ddl_on_cross_replication/test.py::test_alter_ddl test_distributed_ddl_on_cross_replication/test.py::test_atomic_database test_distributed_ddl_on_cross_replication/test.py::test_non_query_with_table_ddl test_distributed_default_database/test.py::test_query test_distributed_type_object/test.py::test_distributed_type_object test_drop_no_local_path/test.py::test_drop_no_local_path test_executable_dictionary/test.py::test_executable_implicit_input_argument_python test_executable_dictionary/test.py::test_executable_implicit_input_bash test_executable_dictionary/test.py::test_executable_implicit_input_python test_executable_dictionary/test.py::test_executable_implicit_input_send_chunk_header_python test_executable_dictionary/test.py::test_executable_implicit_input_signalled_python test_executable_dictionary/test.py::test_executable_implicit_input_slow_python test_executable_dictionary/test.py::test_executable_implicit_input_sum_python test_executable_dictionary/test.py::test_executable_implicit_non_direct_input_bash test_executable_dictionary/test.py::test_executable_input_argument_python test_executable_dictionary/test.py::test_executable_input_bash test_executable_dictionary/test.py::test_executable_input_python test_executable_dictionary/test.py::test_executable_input_send_chunk_header_python test_executable_dictionary/test.py::test_executable_input_signalled_python test_executable_dictionary/test.py::test_executable_input_slow_python test_executable_dictionary/test.py::test_executable_input_sum_python test_executable_dictionary/test.py::test_executable_non_direct_input_bash test_executable_dictionary/test.py::test_executable_source_argument_python test_executable_dictionary/test.py::test_executable_source_exit_code_check test_executable_dictionary/test.py::test_executable_source_python test_executable_dictionary/test.py::test_executable_source_updated_python test_explain_estimates/test.py::test_explain_estimates test_fetch_partition_should_reset_mutation/test.py::test_part_should_reset_mutation test_file_cluster/test.py::test_count test_file_cluster/test.py::test_format_detection test_file_cluster/test.py::test_missing_file test_file_cluster/test.py::test_no_such_files test_file_cluster/test.py::test_non_existent_cluster test_file_cluster/test.py::test_schema_inference test_file_cluster/test.py::test_select_all test_filesystem_layout/test.py::test_file_path_escaping test_format_schema_on_server/test.py::test_drop_cache_protobuf_format test_format_schema_on_server/test.py::test_drop_capn_proto_format test_format_schema_on_server/test.py::test_protobuf_format_input test_format_schema_on_server/test.py::test_protobuf_format_output test_grant_and_revoke/test_with_table_engine_grant.py::test_allowed_grantees test_grant_and_revoke/test_with_table_engine_grant.py::test_current_database test_grant_and_revoke/test_with_table_engine_grant.py::test_current_grants_override test_grant_and_revoke/test_with_table_engine_grant.py::test_grant_all_on_table test_grant_and_revoke/test_with_table_engine_grant.py::test_grant_current_grants test_grant_and_revoke/test_with_table_engine_grant.py::test_grant_current_grants_with_partial_revoke test_grant_and_revoke/test_with_table_engine_grant.py::test_grant_option test_grant_and_revoke/test_with_table_engine_grant.py::test_grant_with_replace_option test_grant_and_revoke/test_with_table_engine_grant.py::test_implicit_create_temporary_table_grant test_grant_and_revoke/test_with_table_engine_grant.py::test_implicit_create_view_grant test_grant_and_revoke/test_with_table_engine_grant.py::test_implicit_show_grants test_grant_and_revoke/test_with_table_engine_grant.py::test_introspection test_grant_and_revoke/test_with_table_engine_grant.py::test_revoke_requires_grant_option test_grant_and_revoke/test_with_table_engine_grant.py::test_smoke test_grant_and_revoke/test_with_table_engine_grant.py::test_table_engine_and_source_grant test_grant_and_revoke/test_with_table_engine_grant.py::test_table_engine_grant_and_revoke test_graphite_merge_tree_typed/test.py::test_combined_rules test_graphite_merge_tree_typed/test.py::test_multiple_output_blocks test_graphite_merge_tree_typed/test.py::test_multiple_paths_and_versions_plain test_graphite_merge_tree_typed/test.py::test_multiple_paths_and_versions_tagged test_graphite_merge_tree_typed/test.py::test_path_dangling_pointer test_graphite_merge_tree_typed/test.py::test_paths_not_matching_any_pattern test_graphite_merge_tree_typed/test.py::test_rollup_aggregation_2_plain test_graphite_merge_tree_typed/test.py::test_rollup_aggregation_2_tagged test_graphite_merge_tree_typed/test.py::test_rollup_aggregation_plain test_graphite_merge_tree_typed/test.py::test_rollup_aggregation_tagged test_graphite_merge_tree_typed/test.py::test_rollup_versions_all test_graphite_merge_tree_typed/test.py::test_rollup_versions_plain test_graphite_merge_tree_typed/test.py::test_rollup_versions_tagged test_graphite_merge_tree_typed/test.py::test_rules_isolation test_graphite_merge_tree_typed/test.py::test_system_graphite_retentions test_http_and_readonly/test.py::test_http_get_is_readonly test_inherit_multiple_profiles/test.py::test_combined_profile test_insert_distributed_async_extra_dirs/test.py::test_insert_distributed_async_send_success test_keeper_nodes_remove/test.py::test_nodes_remove test_keeper_snapshot_small_distance/test.py::test_snapshot_and_load test_keeper_znode_time/test.py::test_between_servers test_keeper_znode_time/test.py::test_server_restart test_kerberos_auth/test.py::test_bad_path_to_keytab test_kerberos_auth/test.py::test_kerberos_auth_with_keytab test_kerberos_auth/test.py::test_kerberos_auth_without_keytab test_max_suspicious_broken_parts_replicated/test.py::test_corrupted_random_part test_max_suspicious_broken_parts_replicated/test.py::test_corrupted_unexpected_part test_max_suspicious_broken_parts_replicated/test.py::test_corrupted_unexpected_part_ultimate test_max_suspicious_broken_parts_replicated/test.py::test_unexpected_uncommitted_merge test_max_suspicious_broken_parts_replicated/test.py::test_unexpected_uncommitted_mutation test_merge_tree_check_part_with_cache/test.py::test_check_part_with_cache test_merge_tree_s3_failover/test.py::test_move_failover test_merge_tree_s3_failover/test.py::test_retry_loading_parts test_merge_tree_s3_failover/test.py::test_throttle_retry 'test_merge_tree_s3_failover/test.py::test_write_failover[0-14-2]' 'test_merge_tree_s3_failover/test.py::test_write_failover[1048576-10-0]' test_mutations_with_projection/test.py::test_mutations_with_multi_level_merge_of_projections 'test_parallel_replicas_all_marks_read/test.py::test_number_of_marks_read[1-10-1000-SELECT sum(cityHash64(*)) FROM {table_name} WHERE intDiv(key, 100) IN {rand_set}]' 'test_parallel_replicas_all_marks_read/test.py::test_number_of_marks_read[1-10-1000-SELECT sum(cityHash64(*)) FROM {table_name}]' 'test_parallel_replicas_all_marks_read/test.py::test_number_of_marks_read[1-10-10000-SELECT sum(cityHash64(*)) FROM {table_name} WHERE intDiv(key, 100) IN {rand_set}]' 'test_parallel_replicas_all_marks_read/test.py::test_number_of_marks_read[1-10-10000-SELECT sum(cityHash64(*)) FROM {table_name}]' 'test_parallel_replicas_all_marks_read/test.py::test_number_of_marks_read[1-10-100000-SELECT sum(cityHash64(*)) FROM {table_name} WHERE intDiv(key, 100) IN {rand_set}]' -vvv" altinityinfra/integration-tests-runner:cf95077f4609 '. Start tests ============================= test session starts ============================== platform linux -- Python 3.10.12, pytest-7.4.4, pluggy-1.5.0 -- /usr/bin/python3 cachedir: .pytest_cache rootdir: /ClickHouse/tests/integration configfile: pytest.ini plugins: repeat-0.9.4, order-1.0.1, random-0.2, timeout-2.2.0, reportlog-0.4.0, xdist-3.5.0 timeout: 900.0s timeout method: signal timeout func_only: False created: 10/10 workers 10 workers [100 items] scheduling tests via LoadFileScheduling test_grant_and_revoke/test_with_table_engine_grant.py::test_allowed_grantees test_graphite_merge_tree_typed/test.py::test_combined_rules test_merge_tree_s3_failover/test.py::test_move_failover test_file_cluster/test.py::test_count test_max_suspicious_broken_parts_replicated/test.py::test_corrupted_random_part test_executable_dictionary/test.py::test_executable_implicit_input_argument_python test_kerberos_auth/test.py::test_bad_path_to_keytab test_distributed_ddl_on_cross_replication/test.py::test_alter_ddl test_parallel_replicas_all_marks_read/test.py::test_number_of_marks_read[1-10-1000-SELECT sum(cityHash64(*)) FROM {table_name} WHERE intDiv(key, 100) IN {rand_set}] test_format_schema_on_server/test.py::test_drop_cache_protobuf_format [gw0] [ 1%] PASSED test_graphite_merge_tree_typed/test.py::test_combined_rules [gw6] [ 2%] PASSED test_format_schema_on_server/test.py::test_drop_cache_protobuf_format test_format_schema_on_server/test.py::test_drop_capn_proto_format test_graphite_merge_tree_typed/test.py::test_multiple_output_blocks [gw0] [ 3%] PASSED test_graphite_merge_tree_typed/test.py::test_multiple_output_blocks [gw6] [ 4%] PASSED test_format_schema_on_server/test.py::test_drop_capn_proto_format test_format_schema_on_server/test.py::test_protobuf_format_input test_graphite_merge_tree_typed/test.py::test_multiple_paths_and_versions_plain [gw0] [ 5%] PASSED test_graphite_merge_tree_typed/test.py::test_multiple_paths_and_versions_plain [gw6] [ 6%] PASSED test_format_schema_on_server/test.py::test_protobuf_format_input test_format_schema_on_server/test.py::test_protobuf_format_output test_graphite_merge_tree_typed/test.py::test_multiple_paths_and_versions_tagged [gw6] [ 7%] PASSED test_format_schema_on_server/test.py::test_protobuf_format_output [gw0] [ 8%] PASSED test_graphite_merge_tree_typed/test.py::test_multiple_paths_and_versions_tagged test_graphite_merge_tree_typed/test.py::test_path_dangling_pointer [gw1] [ 9%] PASSED test_grant_and_revoke/test_with_table_engine_grant.py::test_allowed_grantees test_grant_and_revoke/test_with_table_engine_grant.py::test_current_database [gw8] [ 10%] PASSED test_kerberos_auth/test.py::test_bad_path_to_keytab test_kerberos_auth/test.py::test_kerberos_auth_with_keytab [gw8] [ 11%] PASSED test_kerberos_auth/test.py::test_kerberos_auth_with_keytab test_kerberos_auth/test.py::test_kerberos_auth_without_keytab [gw1] [ 12%] PASSED test_grant_and_revoke/test_with_table_engine_grant.py::test_current_database [gw8] [ 13%] PASSED test_kerberos_auth/test.py::test_kerberos_auth_without_keytab test_grant_and_revoke/test_with_table_engine_grant.py::test_current_grants_override [gw1] [ 14%] PASSED test_grant_and_revoke/test_with_table_engine_grant.py::test_current_grants_override [gw4] [ 15%] PASSED test_max_suspicious_broken_parts_replicated/test.py::test_corrupted_random_part test_max_suspicious_broken_parts_replicated/test.py::test_corrupted_unexpected_part test_grant_and_revoke/test_with_table_engine_grant.py::test_grant_all_on_table [gw0] [ 16%] PASSED test_graphite_merge_tree_typed/test.py::test_path_dangling_pointer [gw1] [ 17%] PASSED test_grant_and_revoke/test_with_table_engine_grant.py::test_grant_all_on_table test_graphite_merge_tree_typed/test.py::test_paths_not_matching_any_pattern test_grant_and_revoke/test_with_table_engine_grant.py::test_grant_current_grants [gw2] [ 18%] PASSED test_executable_dictionary/test.py::test_executable_implicit_input_argument_python test_executable_dictionary/test.py::test_executable_implicit_input_bash [gw0] [ 19%] PASSED test_graphite_merge_tree_typed/test.py::test_paths_not_matching_any_pattern test_graphite_merge_tree_typed/test.py::test_rollup_aggregation_2_plain [gw2] [ 20%] PASSED test_executable_dictionary/test.py::test_executable_implicit_input_bash test_executable_dictionary/test.py::test_executable_implicit_input_python test_disk_configuration/test.py::test_merge_tree_nested_custom_disk_setting [gw4] [ 21%] PASSED test_max_suspicious_broken_parts_replicated/test.py::test_corrupted_unexpected_part test_max_suspicious_broken_parts_replicated/test.py::test_corrupted_unexpected_part_ultimate [gw0] [ 22%] PASSED test_graphite_merge_tree_typed/test.py::test_rollup_aggregation_2_plain test_graphite_merge_tree_typed/test.py::test_rollup_aggregation_2_tagged [gw2] [ 23%] PASSED test_executable_dictionary/test.py::test_executable_implicit_input_python test_executable_dictionary/test.py::test_executable_implicit_input_send_chunk_header_python [gw0] [ 24%] PASSED test_graphite_merge_tree_typed/test.py::test_rollup_aggregation_2_tagged test_graphite_merge_tree_typed/test.py::test_rollup_aggregation_plain [gw1] [ 25%] PASSED test_grant_and_revoke/test_with_table_engine_grant.py::test_grant_current_grants [gw2] [ 26%] PASSED test_executable_dictionary/test.py::test_executable_implicit_input_send_chunk_header_python test_executable_dictionary/test.py::test_executable_implicit_input_signalled_python [gw0] [ 27%] PASSED test_graphite_merge_tree_typed/test.py::test_rollup_aggregation_plain test_grant_and_revoke/test_with_table_engine_grant.py::test_grant_current_grants_with_partial_revoke test_graphite_merge_tree_typed/test.py::test_rollup_aggregation_tagged [gw2] [ 28%] PASSED test_executable_dictionary/test.py::test_executable_implicit_input_signalled_python test_executable_dictionary/test.py::test_executable_implicit_input_slow_python [gw4] [ 29%] PASSED test_max_suspicious_broken_parts_replicated/test.py::test_corrupted_unexpected_part_ultimate test_max_suspicious_broken_parts_replicated/test.py::test_unexpected_uncommitted_merge [gw0] [ 30%] PASSED test_graphite_merge_tree_typed/test.py::test_rollup_aggregation_tagged test_graphite_merge_tree_typed/test.py::test_rollup_versions_all [gw0] [ 31%] PASSED test_graphite_merge_tree_typed/test.py::test_rollup_versions_all test_graphite_merge_tree_typed/test.py::test_rollup_versions_plain [gw4] [ 32%] PASSED test_max_suspicious_broken_parts_replicated/test.py::test_unexpected_uncommitted_merge test_max_suspicious_broken_parts_replicated/test.py::test_unexpected_uncommitted_mutation [gw0] [ 33%] PASSED test_graphite_merge_tree_typed/test.py::test_rollup_versions_plain test_graphite_merge_tree_typed/test.py::test_rollup_versions_tagged [gw1] [ 34%] PASSED test_grant_and_revoke/test_with_table_engine_grant.py::test_grant_current_grants_with_partial_revoke test_grant_and_revoke/test_with_table_engine_grant.py::test_grant_option [gw4] [ 35%] PASSED test_max_suspicious_broken_parts_replicated/test.py::test_unexpected_uncommitted_mutation [gw0] [ 36%] PASSED test_graphite_merge_tree_typed/test.py::test_rollup_versions_tagged test_graphite_merge_tree_typed/test.py::test_rules_isolation [gw1] [ 37%] PASSED test_grant_and_revoke/test_with_table_engine_grant.py::test_grant_option [gw0] [ 38%] PASSED test_graphite_merge_tree_typed/test.py::test_rules_isolation test_graphite_merge_tree_typed/test.py::test_system_graphite_retentions test_grant_and_revoke/test_with_table_engine_grant.py::test_grant_with_replace_option [gw0] [ 39%] PASSED test_graphite_merge_tree_typed/test.py::test_system_graphite_retentions [gw1] [ 40%] PASSED test_grant_and_revoke/test_with_table_engine_grant.py::test_grant_with_replace_option test_grant_and_revoke/test_with_table_engine_grant.py::test_implicit_create_temporary_table_grant [gw1] [ 41%] PASSED test_grant_and_revoke/test_with_table_engine_grant.py::test_implicit_create_temporary_table_grant test_grant_and_revoke/test_with_table_engine_grant.py::test_implicit_create_view_grant [gw1] [ 42%] PASSED test_grant_and_revoke/test_with_table_engine_grant.py::test_implicit_create_view_grant test_grant_and_revoke/test_with_table_engine_grant.py::test_implicit_show_grants test_explain_estimates/test.py::test_explain_estimates [gw1] [ 43%] PASSED test_grant_and_revoke/test_with_table_engine_grant.py::test_implicit_show_grants test_grant_and_revoke/test_with_table_engine_grant.py::test_introspection [gw2] [ 44%] PASSED test_executable_dictionary/test.py::test_executable_implicit_input_slow_python test_executable_dictionary/test.py::test_executable_implicit_input_sum_python [gw2] [ 45%] PASSED test_executable_dictionary/test.py::test_executable_implicit_input_sum_python test_executable_dictionary/test.py::test_executable_implicit_non_direct_input_bash [gw2] [ 46%] PASSED test_executable_dictionary/test.py::test_executable_implicit_non_direct_input_bash test_executable_dictionary/test.py::test_executable_input_argument_python test_distributed_type_object/test.py::test_distributed_type_object [gw2] [ 47%] PASSED test_executable_dictionary/test.py::test_executable_input_argument_python test_executable_dictionary/test.py::test_executable_input_bash [gw2] [ 48%] PASSED test_executable_dictionary/test.py::test_executable_input_bash test_executable_dictionary/test.py::test_executable_input_python [gw2] [ 49%] PASSED test_executable_dictionary/test.py::test_executable_input_python test_executable_dictionary/test.py::test_executable_input_send_chunk_header_python [gw2] [ 50%] PASSED test_executable_dictionary/test.py::test_executable_input_send_chunk_header_python test_executable_dictionary/test.py::test_executable_input_signalled_python [gw1] [ 51%] PASSED test_grant_and_revoke/test_with_table_engine_grant.py::test_introspection test_grant_and_revoke/test_with_table_engine_grant.py::test_revoke_requires_grant_option [gw2] [ 52%] PASSED test_executable_dictionary/test.py::test_executable_input_signalled_python test_executable_dictionary/test.py::test_executable_input_slow_python [gw1] [ 53%] PASSED test_grant_and_revoke/test_with_table_engine_grant.py::test_revoke_requires_grant_option test_grant_and_revoke/test_with_table_engine_grant.py::test_smoke [gw1] [ 54%] PASSED test_grant_and_revoke/test_with_table_engine_grant.py::test_smoke test_grant_and_revoke/test_with_table_engine_grant.py::test_table_engine_and_source_grant [gw1] [ 55%] PASSED test_grant_and_revoke/test_with_table_engine_grant.py::test_table_engine_and_source_grant test_grant_and_revoke/test_with_table_engine_grant.py::test_table_engine_grant_and_revoke [gw1] [ 56%] PASSED test_grant_and_revoke/test_with_table_engine_grant.py::test_table_engine_grant_and_revoke test_keeper_znode_time/test.py::test_between_servers [gw2] [ 57%] PASSED test_executable_dictionary/test.py::test_executable_input_slow_python test_executable_dictionary/test.py::test_executable_input_sum_python [gw2] [ 58%] PASSED test_executable_dictionary/test.py::test_executable_input_sum_python test_executable_dictionary/test.py::test_executable_non_direct_input_bash test_inherit_multiple_profiles/test.py::test_combined_profile [gw2] [ 59%] PASSED test_executable_dictionary/test.py::test_executable_non_direct_input_bash test_executable_dictionary/test.py::test_executable_source_argument_python [gw2] [ 60%] PASSED test_executable_dictionary/test.py::test_executable_source_argument_python test_executable_dictionary/test.py::test_executable_source_exit_code_check [gw2] [ 61%] PASSED test_executable_dictionary/test.py::test_executable_source_exit_code_check test_executable_dictionary/test.py::test_executable_source_python [gw2] [ 62%] PASSED test_executable_dictionary/test.py::test_executable_source_python test_executable_dictionary/test.py::test_executable_source_updated_python [gw3] [ 63%] PASSED test_file_cluster/test.py::test_count test_file_cluster/test.py::test_format_detection [gw7] [ 64%] PASSED test_parallel_replicas_all_marks_read/test.py::test_number_of_marks_read[1-10-1000-SELECT sum(cityHash64(*)) FROM {table_name} WHERE intDiv(key, 100) IN {rand_set}] test_parallel_replicas_all_marks_read/test.py::test_number_of_marks_read[1-10-1000-SELECT sum(cityHash64(*)) FROM {table_name}] [gw9] [ 65%] PASSED test_distributed_ddl_on_cross_replication/test.py::test_alter_ddl test_distributed_ddl_on_cross_replication/test.py::test_atomic_database [gw3] [ 66%] PASSED test_file_cluster/test.py::test_format_detection test_file_cluster/test.py::test_missing_file [gw3] [ 67%] PASSED test_file_cluster/test.py::test_missing_file test_file_cluster/test.py::test_no_such_files [gw3] [ 68%] PASSED test_file_cluster/test.py::test_no_such_files test_file_cluster/test.py::test_non_existent_cluster [gw3] [ 69%] PASSED test_file_cluster/test.py::test_non_existent_cluster test_file_cluster/test.py::test_schema_inference [gw7] [ 70%] PASSED test_parallel_replicas_all_marks_read/test.py::test_number_of_marks_read[1-10-1000-SELECT sum(cityHash64(*)) FROM {table_name}] test_parallel_replicas_all_marks_read/test.py::test_number_of_marks_read[1-10-10000-SELECT sum(cityHash64(*)) FROM {table_name} WHERE intDiv(key, 100) IN {rand_set}] [gw9] [ 71%] PASSED test_distributed_ddl_on_cross_replication/test.py::test_atomic_database test_distributed_ddl_on_cross_replication/test.py::test_non_query_with_table_ddl [gw3] [ 72%] PASSED test_file_cluster/test.py::test_schema_inference test_file_cluster/test.py::test_select_all [gw9] [ 73%] PASSED test_distributed_ddl_on_cross_replication/test.py::test_non_query_with_table_ddl [gw3] [ 74%] PASSED test_file_cluster/test.py::test_select_all [gw7] [ 75%] PASSED test_parallel_replicas_all_marks_read/test.py::test_number_of_marks_read[1-10-10000-SELECT sum(cityHash64(*)) FROM {table_name} WHERE intDiv(key, 100) IN {rand_set}] test_parallel_replicas_all_marks_read/test.py::test_number_of_marks_read[1-10-10000-SELECT sum(cityHash64(*)) FROM {table_name}] [gw7] [ 76%] PASSED test_parallel_replicas_all_marks_read/test.py::test_number_of_marks_read[1-10-10000-SELECT sum(cityHash64(*)) FROM {table_name}] test_parallel_replicas_all_marks_read/test.py::test_number_of_marks_read[1-10-100000-SELECT sum(cityHash64(*)) FROM {table_name} WHERE intDiv(key, 100) IN {rand_set}] [gw2] [ 77%] PASSED test_executable_dictionary/test.py::test_executable_source_updated_python [gw7] [ 78%] PASSED test_parallel_replicas_all_marks_read/test.py::test_number_of_marks_read[1-10-100000-SELECT sum(cityHash64(*)) FROM {table_name} WHERE intDiv(key, 100) IN {rand_set}] test_merge_tree_check_part_with_cache/test.py::test_check_part_with_cache [gw0] [ 79%] PASSED test_explain_estimates/test.py::test_explain_estimates [gw4] [ 80%] PASSED test_distributed_type_object/test.py::test_distributed_type_object test_fetch_partition_should_reset_mutation/test.py::test_part_should_reset_mutation test_drop_no_local_path/test.py::test_drop_no_local_path [gw1] [ 81%] PASSED test_inherit_multiple_profiles/test.py::test_combined_profile test_insert_distributed_async_extra_dirs/test.py::test_insert_distributed_async_send_success [gw8] [ 82%] PASSED test_keeper_znode_time/test.py::test_between_servers test_keeper_znode_time/test.py::test_server_restart [gw8] [ 83%] PASSED test_keeper_znode_time/test.py::test_server_restart test_keeper_nodes_remove/test.py::test_nodes_remove [gw4] [ 84%] PASSED test_drop_no_local_path/test.py::test_drop_no_local_path test_http_and_readonly/test.py::test_http_get_is_readonly [gw0] [ 85%] PASSED test_fetch_partition_should_reset_mutation/test.py::test_part_should_reset_mutation test_filesystem_layout/test.py::test_file_path_escaping [gw1] [ 86%] PASSED test_insert_distributed_async_extra_dirs/test.py::test_insert_distributed_async_send_success test_keeper_snapshot_small_distance/test.py::test_snapshot_and_load [gw4] [ 87%] PASSED test_http_and_readonly/test.py::test_http_get_is_readonly [gw0] [ 88%] PASSED test_filesystem_layout/test.py::test_file_path_escaping [gw8] [ 89%] PASSED test_keeper_nodes_remove/test.py::test_nodes_remove [gw1] [ 90%] PASSED test_keeper_snapshot_small_distance/test.py::test_snapshot_and_load [gw5] [ 91%] ERROR test_merge_tree_s3_failover/test.py::test_move_failover test_merge_tree_s3_failover/test.py::test_retry_loading_parts [gw5] [ 92%] ERROR test_merge_tree_s3_failover/test.py::test_retry_loading_parts test_merge_tree_s3_failover/test.py::test_throttle_retry [gw5] [ 93%] ERROR test_merge_tree_s3_failover/test.py::test_throttle_retry test_merge_tree_s3_failover/test.py::test_write_failover[0-14-2] [gw5] [ 94%] ERROR test_merge_tree_s3_failover/test.py::test_write_failover[0-14-2] test_merge_tree_s3_failover/test.py::test_write_failover[1048576-10-0] [gw5] [ 95%] ERROR test_merge_tree_s3_failover/test.py::test_write_failover[1048576-10-0] [gw2] [ 96%] ERROR test_merge_tree_check_part_with_cache/test.py::test_check_part_with_cache test_mutations_with_projection/test.py::test_mutations_with_multi_level_merge_of_projections [gw2] [ 97%] PASSED test_mutations_with_projection/test.py::test_mutations_with_multi_level_merge_of_projections [gw6] [ 98%] ERROR test_disk_configuration/test.py::test_merge_tree_nested_custom_disk_setting test_disk_configuration/test.py::test_merge_tree_setting_override [gw6] [ 99%] ERROR test_disk_configuration/test.py::test_merge_tree_setting_override test_distributed_default_database/test.py::test_query [gw6] [100%] PASSED test_distributed_default_database/test.py::test_query ==================================== ERRORS ==================================== _____________________ ERROR at setup of test_move_failover _____________________ [gw5] linux -- Python 3.10.12 /usr/bin/python3 @pytest.fixture(scope="module") def cluster(): try: cluster = ClickHouseCluster(__file__) cluster.add_instance( "node", main_configs=[ "configs/config.d/storage_conf.xml", "configs/config.d/instant_moves.xml", "configs/config.d/part_log.xml", "configs/config.d/merge_tree.xml", ], with_minio=True, ) logging.info("Starting cluster...") > cluster.start() test_merge_tree_s3_failover/test.py:75: _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ helpers/cluster.py:2831: in start retry(log_function=logging_pulling_images)(run_and_check)( helpers/retry_decorator.py:28: in wrapper raise e helpers/retry_decorator.py:19: in wrapper func(*args, **kwargs) _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ args = ['docker-compose', '--env-file', '/ClickHouse/tests/integration/test_merge_tree_s3_failover/_instances_0_gw5/.env', '--project-name', 'roottestmergetrees3failover_gw5', '--file', ...] env = None, shell = False, stdout = -1, stderr = -1, timeout = 900 nothrow = False, detach = False def run_and_check( args, env=None, shell=False, stdout=subprocess.PIPE, stderr=subprocess.PIPE, timeout=300, nothrow=False, detach=False, ): if detach: subprocess.Popen( args, stdout=subprocess.DEVNULL, stderr=subprocess.DEVNULL, env=env, shell=shell, ) return logging.debug(f"Command:{args}") res = subprocess.run( args, stdout=stdout, stderr=stderr, env=env, shell=shell, timeout=timeout ) out = res.stdout.decode("utf-8", "ignore") err = res.stderr.decode("utf-8", "ignore") # check_call(...) from subprocess does not print stderr, so we do it manually for outline in out.splitlines(): logging.debug(f"Stdout:{outline}") for errline in err.splitlines(): logging.debug(f"Stderr:{errline}") if res.returncode != 0: logging.debug(f"Exitcode:{res.returncode}") if env: logging.debug(f"Env:{env}") if not nothrow: > raise Exception( f"Command {args} return non-zero code {res.returncode}: {res.stderr.decode('utf-8')}" ) E Exception: Command ['docker-compose', '--env-file', '/ClickHouse/tests/integration/test_merge_tree_s3_failover/_instances_0_gw5/.env', '--project-name', 'roottestmergetrees3failover_gw5', '--file', '/ClickHouse/tests/integration/test_merge_tree_s3_failover/_instances_0_gw5/node/docker-compose.yml', '--file', '/ClickHouse/tests/integration/helpers/../../../tests/integration/compose/docker_compose_minio.yml', 'pull'] return non-zero code 1: Pulling proxy1 ... E Pulling proxy2 ... E Pulling resolver ... E Pulling minio1 ... E Pulling node ... E Pulling node ... pulling from altinityinfra/integr... E Pulling node ... digest: sha256:2ea9da862c215fd684... E Pulling node ... status: image is up to date for a... E Pulling node ... done E Pulling proxy1 ... pulling from altinityinfra/s3-proxy E Pulling proxy2 ... pulling from altinityinfra/s3-proxy E Pulling resolver ... pulling from altinityinfra/python... E Pulling proxy1 ... digest: sha256:2c143e57962bb1494a... E Pulling proxy1 ... status: image is up to date for a... E Pulling proxy1 ... done E Pulling proxy2 ... digest: sha256:2c143e57962bb1494a... E Pulling proxy2 ... status: image is up to date for a... E Pulling proxy2 ... done E Pulling resolver ... digest: sha256:919cb0e6c1a4f05e8d... E Pulling resolver ... status: image is up to date for a... E Pulling resolver ... done E Pulling minio1 ... error E E ERROR: for minio1 pull access denied for minio/minio, repository does not exist or may require 'docker login': denied: requested access to the resource is denied E pull access denied for minio/minio, repository does not exist or may require 'docker login': denied: requested access to the resource is denied helpers/cluster.py:129: Exception ---------------------------- Captured stdout setup ----------------------------- Copy common default production configuration from /clickhouse-config. Files: config.xml, users.xml ---------------------------- Captured stderr setup ----------------------------- Command:['docker ps | wc -l'] Stdout:1 No running containers Pruning Docker networks Command:['docker network prune --force'] Command:["sysctl net.ipv4.ip_local_port_range='55000 65535'"] Stdout:net.ipv4.ip_local_port_range = 55000 65535 ENV DOCKER_KERBEROS_KDC_TAG 9391ecdee8d7 ENV CLICKHOUSE_TESTS_SERVER_BIN_PATH /clickhouse ENV MSAN_OPTIONS abort_on_error=1 poison_in_dtor=1 ENV JAVA_TOOL_OPTIONS -Djdk.attach.allowAttachSelf=true ENV TSAN_OPTIONS halt_on_error=1 abort_on_error=1 history_size=7 memory_limit_mb=46080 second_deadlock_stack=1 ENV HOSTNAME 1c6edbaf0494 ENV SHLVL 0 ENV HOME /root ENV OLDPWD / ENV DOCKER_HELPER_TAG 2cffe1eae894 ENV PYTHONUNBUFFERED 1 ENV DOCKER_PYTHON_BOTTLE_TAG caad4729259e ENV UBSAN_OPTIONS print_stacktrace=1 ENV PYTEST_ADDOPTS --dist=loadfile -n 10 -rfEps --run-id=0 --color=no --durations=0 test_disk_configuration/test.py::test_merge_tree_nested_custom_disk_setting test_disk_configuration/test.py::test_merge_tree_setting_override test_distributed_ddl_on_cross_replication/test.py::test_alter_ddl test_distributed_ddl_on_cross_replication/test.py::test_atomic_database test_distributed_ddl_on_cross_replication/test.py::test_non_query_with_table_ddl test_distributed_default_database/test.py::test_query test_distributed_type_object/test.py::test_distributed_type_object test_drop_no_local_path/test.py::test_drop_no_local_path test_executable_dictionary/test.py::test_executable_implicit_input_argument_python test_executable_dictionary/test.py::test_executable_implicit_input_bash test_executable_dictionary/test.py::test_executable_implicit_input_python test_executable_dictionary/test.py::test_executable_implicit_input_send_chunk_header_python test_executable_dictionary/test.py::test_executable_implicit_input_signalled_python test_executable_dictionary/test.py::test_executable_implicit_input_slow_python test_executable_dictionary/test.py::test_executable_implicit_input_sum_python test_executable_dictionary/test.py::test_executable_implicit_non_direct_input_bash test_executable_dictionary/test.py::test_executable_input_argument_python test_executable_dictionary/test.py::test_executable_input_bash test_executable_dictionary/test.py::test_executable_input_python test_executable_dictionary/test.py::test_executable_input_send_chunk_header_python test_executable_dictionary/test.py::test_executable_input_signalled_python test_executable_dictionary/test.py::test_executable_input_slow_python test_executable_dictionary/test.py::test_executable_input_sum_python test_executable_dictionary/test.py::test_executable_non_direct_input_bash test_executable_dictionary/test.py::test_executable_source_argument_python test_executable_dictionary/test.py::test_executable_source_exit_code_check test_executable_dictionary/test.py::test_executable_source_python test_executable_dictionary/test.py::test_executable_source_updated_python test_explain_estimates/test.py::test_explain_estimates test_fetch_partition_should_reset_mutation/test.py::test_part_should_reset_mutation test_file_cluster/test.py::test_count test_file_cluster/test.py::test_format_detection test_file_cluster/test.py::test_missing_file test_file_cluster/test.py::test_no_such_files test_file_cluster/test.py::test_non_existent_cluster test_file_cluster/test.py::test_schema_inference test_file_cluster/test.py::test_select_all test_filesystem_layout/test.py::test_file_path_escaping test_format_schema_on_server/test.py::test_drop_cache_protobuf_format test_format_schema_on_server/test.py::test_drop_capn_proto_format test_format_schema_on_server/test.py::test_protobuf_format_input test_format_schema_on_server/test.py::test_protobuf_format_output test_grant_and_revoke/test_with_table_engine_grant.py::test_allowed_grantees test_grant_and_revoke/test_with_table_engine_grant.py::test_current_database test_grant_and_revoke/test_with_table_engine_grant.py::test_current_grants_override test_grant_and_revoke/test_with_table_engine_grant.py::test_grant_all_on_table test_grant_and_revoke/test_with_table_engine_grant.py::test_grant_current_grants test_grant_and_revoke/test_with_table_engine_grant.py::test_grant_current_grants_with_partial_revoke test_grant_and_revoke/test_with_table_engine_grant.py::test_grant_option test_grant_and_revoke/test_with_table_engine_grant.py::test_grant_with_replace_option test_grant_and_revoke/test_with_table_engine_grant.py::test_implicit_create_temporary_table_grant test_grant_and_revoke/test_with_table_engine_grant.py::test_implicit_create_view_grant test_grant_and_revoke/test_with_table_engine_grant.py::test_implicit_show_grants test_grant_and_revoke/test_with_table_engine_grant.py::test_introspection test_grant_and_revoke/test_with_table_engine_grant.py::test_revoke_requires_grant_option test_grant_and_revoke/test_with_table_engine_grant.py::test_smoke test_grant_and_revoke/test_with_table_engine_grant.py::test_table_engine_and_source_grant test_grant_and_revoke/test_with_table_engine_grant.py::test_table_engine_grant_and_revoke test_graphite_merge_tree_typed/test.py::test_combined_rules test_graphite_merge_tree_typed/test.py::test_multiple_output_blocks test_graphite_merge_tree_typed/test.py::test_multiple_paths_and_versions_plain test_graphite_merge_tree_typed/test.py::test_multiple_paths_and_versions_tagged test_graphite_merge_tree_typed/test.py::test_path_dangling_pointer test_graphite_merge_tree_typed/test.py::test_paths_not_matching_any_pattern test_graphite_merge_tree_typed/test.py::test_rollup_aggregation_2_plain test_graphite_merge_tree_typed/test.py::test_rollup_aggregation_2_tagged test_graphite_merge_tree_typed/test.py::test_rollup_aggregation_plain test_graphite_merge_tree_typed/test.py::test_rollup_aggregation_tagged test_graphite_merge_tree_typed/test.py::test_rollup_versions_all test_graphite_merge_tree_typed/test.py::test_rollup_versions_plain test_graphite_merge_tree_typed/test.py::test_rollup_versions_tagged test_graphite_merge_tree_typed/test.py::test_rules_isolation test_graphite_merge_tree_typed/test.py::test_system_graphite_retentions test_http_and_readonly/test.py::test_http_get_is_readonly test_inherit_multiple_profiles/test.py::test_combined_profile test_insert_distributed_async_extra_dirs/test.py::test_insert_distributed_async_send_success test_keeper_nodes_remove/test.py::test_nodes_remove test_keeper_snapshot_small_distance/test.py::test_snapshot_and_load test_keeper_znode_time/test.py::test_between_servers test_keeper_znode_time/test.py::test_server_restart test_kerberos_auth/test.py::test_bad_path_to_keytab test_kerberos_auth/test.py::test_kerberos_auth_with_keytab test_kerberos_auth/test.py::test_kerberos_auth_without_keytab test_max_suspicious_broken_parts_replicated/test.py::test_corrupted_random_part test_max_suspicious_broken_parts_replicated/test.py::test_corrupted_unexpected_part test_max_suspicious_broken_parts_replicated/test.py::test_corrupted_unexpected_part_ultimate test_max_suspicious_broken_parts_replicated/test.py::test_unexpected_uncommitted_merge test_max_suspicious_broken_parts_replicated/test.py::test_unexpected_uncommitted_mutation test_merge_tree_check_part_with_cache/test.py::test_check_part_with_cache test_merge_tree_s3_failover/test.py::test_move_failover test_merge_tree_s3_failover/test.py::test_retry_loading_parts test_merge_tree_s3_failover/test.py::test_throttle_retry 'test_merge_tree_s3_failover/test.py::test_write_failover[0-14-2]' 'test_merge_tree_s3_failover/test.py::test_write_failover[1048576-10-0]' test_mutations_with_projection/test.py::test_mutations_with_multi_level_merge_of_projections 'test_parallel_replicas_all_marks_read/test.py::test_number_of_marks_read[1-10-1000-SELECT sum(cityHash64(*)) FROM {table_name} WHERE intDiv(key, 100) IN {rand_set}]' 'test_parallel_replicas_all_marks_read/test.py::test_number_of_marks_read[1-10-1000-SELECT sum(cityHash64(*)) FROM {table_name}]' 'test_parallel_replicas_all_marks_read/test.py::test_number_of_marks_read[1-10-10000-SELECT sum(cityHash64(*)) FROM {table_name} WHERE intDiv(key, 100) IN {rand_set}]' 'test_parallel_replicas_all_marks_read/test.py::test_number_of_marks_read[1-10-10000-SELECT sum(cityHash64(*)) FROM {table_name}]' 'test_parallel_replicas_all_marks_read/test.py::test_number_of_marks_read[1-10-100000-SELECT sum(cityHash64(*)) FROM {table_name} WHERE intDiv(key, 100) IN {rand_set}]' -vvv ENV CLICKHOUSE_LIBRARY_BRIDGE_BINARY_PATH /clickhouse-library-bridge ENV COMPOSE_HTTP_TIMEOUT 600 ENV DOCKER_MYSQL_PHP_CLIENT_TAG 88be89c1e3b6 ENV DOCKER_DOTNET_CLIENT_TAG 11de0b29a15d ENV CLICKHOUSE_TESTS_CLIENT_BIN_PATH /clickhouse ENV DOCKER_MYSQL_JS_CLIENT_TAG 41ba7c2ec2a1 ENV PATH /spark-3.3.2-bin-hadoop3/bin:/opt/gdb/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin ENV DOCKER_KERBERIZED_HADOOP_TAG latest ENV DOCKER_CHANNEL stable ENV DOCKER_CLIENT_TIMEOUT 300 ENV DOCKER_POSTGRESQL_JAVA_CLIENT_TAG a4eff5c7f4d6 ENV DOCKER_NGINX_DAV_TAG b55ac9cd7519 ENV DOCKER_MYSQL_GOLANG_CLIENT_TAG 9bec2a638e6e ENV PWD /ClickHouse/tests/integration ENV DOCKER_MYSQL_JAVA_CLIENT_TAG 766bff31cfe4 ENV CLICKHOUSE_ODBC_BRIDGE_BINARY_PATH /clickhouse-odbc-bridge ENV CLICKHOUSE_TESTS_BASE_CONFIG_DIR /clickhouse-config ENV TZ Etc/UTC ENV JAVA_PATH /usr/lib/jvm/java-11-openjdk-amd64/bin/java ENV DOCKER_BASE_TAG b74d853ebe76 ENV SPARK_HOME /spark-3.3.2-bin-hadoop3 ENV LC_CTYPE C.UTF-8 ENV INTEGRATION_TESTS_RUN_ID 0 ENV WORKER_FREE_PORTS 30250 30251 30252 30253 30254 30255 30256 30257 30258 30259 30260 30261 30262 30263 30264 30265 30266 30267 30268 30269 30270 30271 30272 30273 30274 30275 30276 30277 30278 30279 30280 30281 30282 30283 30284 30285 30286 30287 30288 30289 30290 30291 30292 30293 30294 30295 30296 30297 30298 30299 ENV PYTEST_XDIST_TESTRUNUID b335f36f2dd34448b2bbfd40a872d79b ENV PYTEST_XDIST_WORKER gw5 ENV PYTEST_XDIST_WORKER_COUNT 10 ENV PYTEST_CURRENT_TEST test_merge_tree_s3_failover/test.py::test_move_failover (setup) CLUSTER INIT base_config_dir:/clickhouse-config clickhouse_start_command: clickhouse server --config-file=/etc/clickhouse-server/{main_config_file} --log-file=/var/log/clickhouse-server/clickhouse-server.log --errorlog-file=/var/log/clickhouse-server/clickhouse-server.err.log Cluster name: project_name:roottestmergetrees3failover_gw5. Added instance name:node tag:b74d853ebe76 base_cmd:['docker-compose', '--env-file', '/ClickHouse/tests/integration/test_merge_tree_s3_failover/_instances_0_gw5/.env', '--project-name', 'roottestmergetrees3failover_gw5', '--file', '/ClickHouse/tests/integration/test_merge_tree_s3_failover/_instances_0_gw5/node/docker-compose.yml', '--file', '/ClickHouse/tests/integration/helpers/../../../tests/integration/compose/docker_compose_minio.yml'] docker_compose_yml_dir:/ClickHouse/tests/integration/helpers/../../../tests/integration/compose/ Starting cluster... Running tests in /ClickHouse/tests/integration/test_merge_tree_s3_failover/test.py Cluster start called. is_up=False Docker networks for project roottestmergetrees3failover_gw5 are NETWORK ID NAME DRIVER SCOPE Docker containers for project roottestmergetrees3failover_gw5 are CONTAINER ID IMAGE COMMAND CREATED STATUS PORTS NAMES Docker volumes for project roottestmergetrees3failover_gw5 are DRIVER VOLUME NAME Cleanup called Docker networks for project roottestmergetrees3failover_gw5 are NETWORK ID NAME DRIVER SCOPE Docker containers for project roottestmergetrees3failover_gw5 are CONTAINER ID IMAGE COMMAND CREATED STATUS PORTS NAMES Docker volumes for project roottestmergetrees3failover_gw5 are DRIVER VOLUME NAME Command:docker container list --all --filter name='^/roottestmergetrees3failover_gw5_.*_1$' --format '{{.ID}}:{{.Names}}' Unstopped containers: {} No running containers for project: roottestmergetrees3failover_gw5 Trying to prune unused networks... Trying to prune unused volumes... Command:['docker volume ls | wc -l'] Stdout:1 Setup directory for instance: node Create directory for configuration generated in this helper Create directory for common tests configuration Copy common configuration from helpers Generate and write macros file Copy custom test config files ['/ClickHouse/tests/integration/test_merge_tree_s3_failover/configs/config.d/storage_conf.xml', '/ClickHouse/tests/integration/test_merge_tree_s3_failover/configs/config.d/instant_moves.xml', '/ClickHouse/tests/integration/test_merge_tree_s3_failover/configs/config.d/part_log.xml', '/ClickHouse/tests/integration/test_merge_tree_s3_failover/configs/config.d/merge_tree.xml'] to /ClickHouse/tests/integration/test_merge_tree_s3_failover/_instances_0_gw5/node/configs/config.d Setup database dir /ClickHouse/tests/integration/test_merge_tree_s3_failover/_instances_0_gw5/node/database Setup logs dir /ClickHouse/tests/integration/test_merge_tree_s3_failover/_instances_0_gw5/node/logs Entrypoint cmd: ["clickhouse", "server", "--config-file=/etc/clickhouse-server/config.xml", "--log-file=/var/log/clickhouse-server/clickhouse-server.log", "--errorlog-file=/var/log/clickhouse-server/clickhouse-server.err.log"] Env {'ASAN_OPTIONS': 'use_sigaltstack=0', 'TSAN_OPTIONS': 'use_sigaltstack=0', 'CLICKHOUSE_WATCHDOG_ENABLE': '0', 'CLICKHOUSE_NATS_TLS_SECURE': '0', 'LLVM_PROFILE_FILE': '/var/lib/clickhouse/server_%h_%p_%m.profraw', 'MINIO_CERTS_DIR': '/ClickHouse/tests/integration/test_merge_tree_s3_failover/_instances_0_gw5/minio/certs', 'MINIO_DATA_DIR': '/ClickHouse/tests/integration/test_merge_tree_s3_failover/_instances_0_gw5/minio/data', 'MINIO_PORT': '9001', 'SSL_CERT_FILE': '/ClickHouse/tests/integration/test_merge_tree_s3_failover/_instances_0_gw5/minio/certs/public.crt'} stored in /ClickHouse/tests/integration/test_merge_tree_s3_failover/_instances_0_gw5/.env Trying paths: ['/root/.docker/config.json', '/root/.dockercfg'] No config file found Trying paths: ['/root/.docker/config.json', '/root/.dockercfg'] No config file found http://localhost:None "GET /version HTTP/1.1" 200 825 Command:['docker-compose', '--env-file', '/ClickHouse/tests/integration/test_merge_tree_s3_failover/_instances_0_gw5/.env', '--project-name', 'roottestmergetrees3failover_gw5', '--file', '/ClickHouse/tests/integration/test_merge_tree_s3_failover/_instances_0_gw5/node/docker-compose.yml', '--file', '/ClickHouse/tests/integration/helpers/../../../tests/integration/compose/docker_compose_minio.yml', 'pull'] Stderr:Pulling proxy2 ... Stderr:Pulling proxy1 ... Stderr:Pulling minio1 ... Stderr:Pulling resolver ... Stderr:Pulling node ... Stderr:Pulling resolver ... pulling from altinityinfra/python... Stderr:Pulling proxy1 ... pulling from altinityinfra/s3-proxy Stderr:Pulling proxy2 ... pulling from altinityinfra/s3-proxy Stderr:Pulling node ... pulling from altinityinfra/integr... Stderr:Pulling resolver ... digest: sha256:919cb0e6c1a4f05e8d... Stderr:Pulling resolver ... status: image is up to date for a... Stderr:Pulling proxy1 ... digest: sha256:2c143e57962bb1494a... Stderr:Pulling proxy1 ... status: image is up to date for a... Stderr:Pulling resolver ... done Stderr:Pulling proxy1 ... done Stderr:Pulling proxy2 ... digest: sha256:2c143e57962bb1494a... Stderr:Pulling proxy2 ... status: image is up to date for a... Stderr:Pulling node ... digest: sha256:2ea9da862c215fd684... Stderr:Pulling node ... status: image is up to date for a... Stderr:Pulling proxy2 ... done Stderr:Pulling node ... done Stderr:Pulling minio1 ... error Stderr: Stderr:ERROR: for minio1 pull access denied for minio/minio, repository does not exist or may require 'docker login': denied: requested access to the resource is denied Stderr:pull access denied for minio/minio, repository does not exist or may require 'docker login': denied: requested access to the resource is denied Exitcode:1 Got exception pulling images: Command ['docker-compose', '--env-file', '/ClickHouse/tests/integration/test_merge_tree_s3_failover/_instances_0_gw5/.env', '--project-name', 'roottestmergetrees3failover_gw5', '--file', '/ClickHouse/tests/integration/test_merge_tree_s3_failover/_instances_0_gw5/node/docker-compose.yml', '--file', '/ClickHouse/tests/integration/helpers/../../../tests/integration/compose/docker_compose_minio.yml', 'pull'] return non-zero code 1: Pulling proxy2 ... Pulling proxy1 ... Pulling minio1 ... Pulling resolver ... Pulling node ... Pulling resolver ... pulling from altinityinfra/python... Pulling proxy1 ... pulling from altinityinfra/s3-proxy Pulling proxy2 ... pulling from altinityinfra/s3-proxy Pulling node ... pulling from altinityinfra/integr... Pulling resolver ... digest: sha256:919cb0e6c1a4f05e8d... Pulling resolver ... status: image is up to date for a... Pulling proxy1 ... digest: sha256:2c143e57962bb1494a... Pulling proxy1 ... status: image is up to date for a... Pulling resolver ... done Pulling proxy1 ... done Pulling proxy2 ... digest: sha256:2c143e57962bb1494a... Pulling proxy2 ... status: image is up to date for a... Pulling node ... digest: sha256:2ea9da862c215fd684... Pulling node ... status: image is up to date for a... Pulling proxy2 ... done Pulling node ... done Pulling minio1 ... error ERROR: for minio1 pull access denied for minio/minio, repository does not exist or may require 'docker login': denied: requested access to the resource is denied pull access denied for minio/minio, repository does not exist or may require 'docker login': denied: requested access to the resource is denied Command:['docker-compose', '--env-file', '/ClickHouse/tests/integration/test_merge_tree_s3_failover/_instances_0_gw5/.env', '--project-name', 'roottestmergetrees3failover_gw5', '--file', '/ClickHouse/tests/integration/test_merge_tree_s3_failover/_instances_0_gw5/node/docker-compose.yml', '--file', '/ClickHouse/tests/integration/helpers/../../../tests/integration/compose/docker_compose_minio.yml', 'pull'] Stderr:Pulling proxy2 ... Stderr:Pulling proxy1 ... Stderr:Pulling resolver ... Stderr:Pulling minio1 ... Stderr:Pulling node ... Stderr:Pulling proxy2 ... pulling from altinityinfra/s3-proxy Stderr:Pulling resolver ... pulling from altinityinfra/python... Stderr:Pulling node ... pulling from altinityinfra/integr... Stderr:Pulling proxy2 ... digest: sha256:2c143e57962bb1494a... Stderr:Pulling proxy2 ... status: image is up to date for a... Stderr:Pulling proxy2 ... done Stderr:Pulling resolver ... digest: sha256:919cb0e6c1a4f05e8d... Stderr:Pulling resolver ... status: image is up to date for a... Stderr:Pulling proxy1 ... pulling from altinityinfra/s3-proxy Stderr:Pulling resolver ... done Stderr:Pulling node ... digest: sha256:2ea9da862c215fd684... Stderr:Pulling node ... status: image is up to date for a... Stderr:Pulling node ... done Stderr:Pulling proxy1 ... digest: sha256:2c143e57962bb1494a... Stderr:Pulling proxy1 ... status: image is up to date for a... Stderr:Pulling proxy1 ... done Stderr:Pulling minio1 ... error Stderr: Stderr:ERROR: for minio1 pull access denied for minio/minio, repository does not exist or may require 'docker login': denied: requested access to the resource is denied Stderr:pull access denied for minio/minio, repository does not exist or may require 'docker login': denied: requested access to the resource is denied Exitcode:1 Got exception pulling images: Command ['docker-compose', '--env-file', '/ClickHouse/tests/integration/test_merge_tree_s3_failover/_instances_0_gw5/.env', '--project-name', 'roottestmergetrees3failover_gw5', '--file', '/ClickHouse/tests/integration/test_merge_tree_s3_failover/_instances_0_gw5/node/docker-compose.yml', '--file', '/ClickHouse/tests/integration/helpers/../../../tests/integration/compose/docker_compose_minio.yml', 'pull'] return non-zero code 1: Pulling proxy2 ... Pulling proxy1 ... Pulling resolver ... Pulling minio1 ... Pulling node ... Pulling proxy2 ... pulling from altinityinfra/s3-proxy Pulling resolver ... pulling from altinityinfra/python... Pulling node ... pulling from altinityinfra/integr... Pulling proxy2 ... digest: sha256:2c143e57962bb1494a... Pulling proxy2 ... status: image is up to date for a... Pulling proxy2 ... done Pulling resolver ... digest: sha256:919cb0e6c1a4f05e8d... Pulling resolver ... status: image is up to date for a... Pulling proxy1 ... pulling from altinityinfra/s3-proxy Pulling resolver ... done Pulling node ... digest: sha256:2ea9da862c215fd684... Pulling node ... status: image is up to date for a... Pulling node ... done Pulling proxy1 ... digest: sha256:2c143e57962bb1494a... Pulling proxy1 ... status: image is up to date for a... Pulling proxy1 ... done Pulling minio1 ... error ERROR: for minio1 pull access denied for minio/minio, repository does not exist or may require 'docker login': denied: requested access to the resource is denied pull access denied for minio/minio, repository does not exist or may require 'docker login': denied: requested access to the resource is denied Command:['docker-compose', '--env-file', '/ClickHouse/tests/integration/test_merge_tree_s3_failover/_instances_0_gw5/.env', '--project-name', 'roottestmergetrees3failover_gw5', '--file', '/ClickHouse/tests/integration/test_merge_tree_s3_failover/_instances_0_gw5/node/docker-compose.yml', '--file', '/ClickHouse/tests/integration/helpers/../../../tests/integration/compose/docker_compose_minio.yml', 'pull'] Stderr:Pulling proxy1 ... Stderr:Pulling proxy2 ... Stderr:Pulling resolver ... Stderr:Pulling minio1 ... Stderr:Pulling node ... Stderr:Pulling proxy2 ... pulling from altinityinfra/s3-proxy Stderr:Pulling proxy1 ... pulling from altinityinfra/s3-proxy Stderr:Pulling node ... pulling from altinityinfra/integr... Stderr:Pulling proxy2 ... digest: sha256:2c143e57962bb1494a... Stderr:Pulling proxy2 ... status: image is up to date for a... Stderr:Pulling proxy2 ... done Stderr:Pulling resolver ... pulling from altinityinfra/python... Stderr:Pulling proxy1 ... digest: sha256:2c143e57962bb1494a... Stderr:Pulling proxy1 ... status: image is up to date for a... Stderr:Pulling node ... digest: sha256:2ea9da862c215fd684... Stderr:Pulling node ... status: image is up to date for a... Stderr:Pulling proxy1 ... done Stderr:Pulling node ... done Stderr:Pulling resolver ... digest: sha256:919cb0e6c1a4f05e8d... Stderr:Pulling resolver ... status: image is up to date for a... Stderr:Pulling resolver ... done Stderr:Pulling minio1 ... error Stderr: Stderr:ERROR: for minio1 pull access denied for minio/minio, repository does not exist or may require 'docker login': denied: requested access to the resource is denied Stderr:pull access denied for minio/minio, repository does not exist or may require 'docker login': denied: requested access to the resource is denied Exitcode:1 Got exception pulling images: Command ['docker-compose', '--env-file', '/ClickHouse/tests/integration/test_merge_tree_s3_failover/_instances_0_gw5/.env', '--project-name', 'roottestmergetrees3failover_gw5', '--file', '/ClickHouse/tests/integration/test_merge_tree_s3_failover/_instances_0_gw5/node/docker-compose.yml', '--file', '/ClickHouse/tests/integration/helpers/../../../tests/integration/compose/docker_compose_minio.yml', 'pull'] return non-zero code 1: Pulling proxy1 ... Pulling proxy2 ... Pulling resolver ... Pulling minio1 ... Pulling node ... Pulling proxy2 ... pulling from altinityinfra/s3-proxy Pulling proxy1 ... pulling from altinityinfra/s3-proxy Pulling node ... pulling from altinityinfra/integr... Pulling proxy2 ... digest: sha256:2c143e57962bb1494a... Pulling proxy2 ... status: image is up to date for a... Pulling proxy2 ... done Pulling resolver ... pulling from altinityinfra/python... Pulling proxy1 ... digest: sha256:2c143e57962bb1494a... Pulling proxy1 ... status: image is up to date for a... Pulling node ... digest: sha256:2ea9da862c215fd684... Pulling node ... status: image is up to date for a... Pulling proxy1 ... done Pulling node ... done Pulling resolver ... digest: sha256:919cb0e6c1a4f05e8d... Pulling resolver ... status: image is up to date for a... Pulling resolver ... done Pulling minio1 ... error ERROR: for minio1 pull access denied for minio/minio, repository does not exist or may require 'docker login': denied: requested access to the resource is denied pull access denied for minio/minio, repository does not exist or may require 'docker login': denied: requested access to the resource is denied Command:['docker-compose', '--env-file', '/ClickHouse/tests/integration/test_merge_tree_s3_failover/_instances_0_gw5/.env', '--project-name', 'roottestmergetrees3failover_gw5', '--file', '/ClickHouse/tests/integration/test_merge_tree_s3_failover/_instances_0_gw5/node/docker-compose.yml', '--file', '/ClickHouse/tests/integration/helpers/../../../tests/integration/compose/docker_compose_minio.yml', 'pull'] Stderr:Pulling proxy2 ... Stderr:Pulling proxy1 ... Stderr:Pulling resolver ... Stderr:Pulling minio1 ... Stderr:Pulling node ... Stderr:Pulling resolver ... pulling from altinityinfra/python... Stderr:Pulling node ... pulling from altinityinfra/integr... Stderr:Pulling resolver ... digest: sha256:919cb0e6c1a4f05e8d... Stderr:Pulling resolver ... status: image is up to date for a... Stderr:Pulling resolver ... done Stderr:Pulling node ... digest: sha256:2ea9da862c215fd684... Stderr:Pulling node ... status: image is up to date for a... Stderr:Pulling proxy2 ... pulling from altinityinfra/s3-proxy Stderr:Pulling node ... done Stderr:Pulling proxy1 ... pulling from altinityinfra/s3-proxy Stderr:Pulling proxy2 ... digest: sha256:2c143e57962bb1494a... Stderr:Pulling proxy2 ... status: image is up to date for a... Stderr:Pulling proxy2 ... done Stderr:Pulling proxy1 ... digest: sha256:2c143e57962bb1494a... Stderr:Pulling proxy1 ... status: image is up to date for a... Stderr:Pulling proxy1 ... done Stderr:Pulling minio1 ... error Stderr: Stderr:ERROR: for minio1 pull access denied for minio/minio, repository does not exist or may require 'docker login': denied: requested access to the resource is denied Stderr:pull access denied for minio/minio, repository does not exist or may require 'docker login': denied: requested access to the resource is denied Exitcode:1 Got exception pulling images: Command ['docker-compose', '--env-file', '/ClickHouse/tests/integration/test_merge_tree_s3_failover/_instances_0_gw5/.env', '--project-name', 'roottestmergetrees3failover_gw5', '--file', '/ClickHouse/tests/integration/test_merge_tree_s3_failover/_instances_0_gw5/node/docker-compose.yml', '--file', '/ClickHouse/tests/integration/helpers/../../../tests/integration/compose/docker_compose_minio.yml', 'pull'] return non-zero code 1: Pulling proxy2 ... Pulling proxy1 ... Pulling resolver ... Pulling minio1 ... Pulling node ... Pulling resolver ... pulling from altinityinfra/python... Pulling node ... pulling from altinityinfra/integr... Pulling resolver ... digest: sha256:919cb0e6c1a4f05e8d... Pulling resolver ... status: image is up to date for a... Pulling resolver ... done Pulling node ... digest: sha256:2ea9da862c215fd684... Pulling node ... status: image is up to date for a... Pulling proxy2 ... pulling from altinityinfra/s3-proxy Pulling node ... done Pulling proxy1 ... pulling from altinityinfra/s3-proxy Pulling proxy2 ... digest: sha256:2c143e57962bb1494a... Pulling proxy2 ... status: image is up to date for a... Pulling proxy2 ... done Pulling proxy1 ... digest: sha256:2c143e57962bb1494a... Pulling proxy1 ... status: image is up to date for a... Pulling proxy1 ... done Pulling minio1 ... error ERROR: for minio1 pull access denied for minio/minio, repository does not exist or may require 'docker login': denied: requested access to the resource is denied pull access denied for minio/minio, repository does not exist or may require 'docker login': denied: requested access to the resource is denied Command:['docker-compose', '--env-file', '/ClickHouse/tests/integration/test_merge_tree_s3_failover/_instances_0_gw5/.env', '--project-name', 'roottestmergetrees3failover_gw5', '--file', '/ClickHouse/tests/integration/test_merge_tree_s3_failover/_instances_0_gw5/node/docker-compose.yml', '--file', '/ClickHouse/tests/integration/helpers/../../../tests/integration/compose/docker_compose_minio.yml', 'pull'] Stderr:Pulling proxy1 ... Stderr:Pulling proxy2 ... Stderr:Pulling resolver ... Stderr:Pulling minio1 ... Stderr:Pulling node ... Stderr:Pulling node ... pulling from altinityinfra/integr... Stderr:Pulling node ... digest: sha256:2ea9da862c215fd684... Stderr:Pulling node ... status: image is up to date for a... Stderr:Pulling node ... done Stderr:Pulling proxy1 ... pulling from altinityinfra/s3-proxy Stderr:Pulling proxy2 ... pulling from altinityinfra/s3-proxy Stderr:Pulling resolver ... pulling from altinityinfra/python... Stderr:Pulling proxy1 ... digest: sha256:2c143e57962bb1494a... Stderr:Pulling proxy1 ... status: image is up to date for a... Stderr:Pulling proxy1 ... done Stderr:Pulling proxy2 ... digest: sha256:2c143e57962bb1494a... Stderr:Pulling proxy2 ... status: image is up to date for a... Stderr:Pulling proxy2 ... done Stderr:Pulling resolver ... digest: sha256:919cb0e6c1a4f05e8d... Stderr:Pulling resolver ... status: image is up to date for a... Stderr:Pulling resolver ... done Stderr:Pulling minio1 ... error Stderr: Stderr:ERROR: for minio1 pull access denied for minio/minio, repository does not exist or may require 'docker login': denied: requested access to the resource is denied Stderr:pull access denied for minio/minio, repository does not exist or may require 'docker login': denied: requested access to the resource is denied Exitcode:1 Failed to start cluster: Command ['docker-compose', '--env-file', '/ClickHouse/tests/integration/test_merge_tree_s3_failover/_instances_0_gw5/.env', '--project-name', 'roottestmergetrees3failover_gw5', '--file', '/ClickHouse/tests/integration/test_merge_tree_s3_failover/_instances_0_gw5/node/docker-compose.yml', '--file', '/ClickHouse/tests/integration/helpers/../../../tests/integration/compose/docker_compose_minio.yml', 'pull'] return non-zero code 1: Pulling proxy1 ... Pulling proxy2 ... Pulling resolver ... Pulling minio1 ... Pulling node ... Pulling node ... pulling from altinityinfra/integr... Pulling node ... digest: sha256:2ea9da862c215fd684... Pulling node ... status: image is up to date for a... Pulling node ... done Pulling proxy1 ... pulling from altinityinfra/s3-proxy Pulling proxy2 ... pulling from altinityinfra/s3-proxy Pulling resolver ... pulling from altinityinfra/python... Pulling proxy1 ... digest: sha256:2c143e57962bb1494a... Pulling proxy1 ... status: image is up to date for a... Pulling proxy1 ... done Pulling proxy2 ... digest: sha256:2c143e57962bb1494a... Pulling proxy2 ... status: image is up to date for a... Pulling proxy2 ... done Pulling resolver ... digest: sha256:919cb0e6c1a4f05e8d... Pulling resolver ... status: image is up to date for a... Pulling resolver ... done Pulling minio1 ... error ERROR: for minio1 pull access denied for minio/minio, repository does not exist or may require 'docker login': denied: requested access to the resource is denied pull access denied for minio/minio, repository does not exist or may require 'docker login': denied: requested access to the resource is denied Traceback (most recent call last): File "/ClickHouse/tests/integration/helpers/cluster.py", line 2831, in start retry(log_function=logging_pulling_images)(run_and_check)( File "/ClickHouse/tests/integration/helpers/retry_decorator.py", line 28, in wrapper raise e File "/ClickHouse/tests/integration/helpers/retry_decorator.py", line 19, in wrapper func(*args, **kwargs) File "/ClickHouse/tests/integration/helpers/cluster.py", line 129, in run_and_check raise Exception( Exception: Command ['docker-compose', '--env-file', '/ClickHouse/tests/integration/test_merge_tree_s3_failover/_instances_0_gw5/.env', '--project-name', 'roottestmergetrees3failover_gw5', '--file', '/ClickHouse/tests/integration/test_merge_tree_s3_failover/_instances_0_gw5/node/docker-compose.yml', '--file', '/ClickHouse/tests/integration/helpers/../../../tests/integration/compose/docker_compose_minio.yml', 'pull'] return non-zero code 1: Pulling proxy1 ... Pulling proxy2 ... Pulling resolver ... Pulling minio1 ... Pulling node ... Pulling node ... pulling from altinityinfra/integr... Pulling node ... digest: sha256:2ea9da862c215fd684... Pulling node ... status: image is up to date for a... Pulling node ... done Pulling proxy1 ... pulling from altinityinfra/s3-proxy Pulling proxy2 ... pulling from altinityinfra/s3-proxy Pulling resolver ... pulling from altinityinfra/python... Pulling proxy1 ... digest: sha256:2c143e57962bb1494a... Pulling proxy1 ... status: image is up to date for a... Pulling proxy1 ... done Pulling proxy2 ... digest: sha256:2c143e57962bb1494a... Pulling proxy2 ... status: image is up to date for a... Pulling proxy2 ... done Pulling resolver ... digest: sha256:919cb0e6c1a4f05e8d... Pulling resolver ... status: image is up to date for a... Pulling resolver ... done Pulling minio1 ... error ERROR: for minio1 pull access denied for minio/minio, repository does not exist or may require 'docker login': denied: requested access to the resource is denied pull access denied for minio/minio, repository does not exist or may require 'docker login': denied: requested access to the resource is denied None docker-compose up was not called. Trying to export docker.log for running containers Cleanup called Docker networks for project roottestmergetrees3failover_gw5 are NETWORK ID NAME DRIVER SCOPE Docker containers for project roottestmergetrees3failover_gw5 are CONTAINER ID IMAGE COMMAND CREATED STATUS PORTS NAMES Docker volumes for project roottestmergetrees3failover_gw5 are DRIVER VOLUME NAME Command:docker container list --all --filter name='^/roottestmergetrees3failover_gw5_.*_1$' --format '{{.ID}}:{{.Names}}' Unstopped containers: {} No running containers for project: roottestmergetrees3failover_gw5 Trying to prune unused networks... Trying to prune unused volumes... Command:['docker volume ls | wc -l'] Stdout:1 docker-compose up was not called. Trying to export docker.log for running containers Cleanup called Docker networks for project roottestmergetrees3failover_gw5 are NETWORK ID NAME DRIVER SCOPE Docker containers for project roottestmergetrees3failover_gw5 are CONTAINER ID IMAGE COMMAND CREATED STATUS PORTS NAMES Docker volumes for project roottestmergetrees3failover_gw5 are DRIVER VOLUME NAME Command:docker container list --all --filter name='^/roottestmergetrees3failover_gw5_.*_1$' --format '{{.ID}}:{{.Names}}' Unstopped containers: {} No running containers for project: roottestmergetrees3failover_gw5 Trying to prune unused networks... Trying to prune unused volumes... Command:['docker volume ls | wc -l'] Stdout:1 ------------------------------ Captured log setup ------------------------------ 2026-09-30 16:50:43 [ 484 ] DEBUG : Command:['docker ps | wc -l'] (cluster.py:113, run_and_check) 2026-09-30 16:50:43 [ 484 ] DEBUG : Stdout:1 (cluster.py:121, run_and_check) 2026-09-30 16:50:43 [ 484 ] DEBUG : No running containers (conftest.py:95, cleanup_environment) 2026-09-30 16:50:43 [ 484 ] DEBUG : Pruning Docker networks (conftest.py:97, cleanup_environment) 2026-09-30 16:50:43 [ 484 ] DEBUG : Command:['docker network prune --force'] (cluster.py:113, run_and_check) 2026-09-30 16:50:43 [ 484 ] DEBUG : Command:["sysctl net.ipv4.ip_local_port_range='55000 65535'"] (cluster.py:113, run_and_check) 2026-09-30 16:50:43 [ 484 ] DEBUG : Stdout:net.ipv4.ip_local_port_range = 55000 65535 (cluster.py:121, run_and_check) 2026-09-30 16:50:43 [ 484 ] DEBUG : ENV DOCKER_KERBEROS_KDC_TAG 9391ecdee8d7 (cluster.py:446, __init__) 2026-09-30 16:50:43 [ 484 ] DEBUG : ENV CLICKHOUSE_TESTS_SERVER_BIN_PATH /clickhouse (cluster.py:446, __init__) 2026-09-30 16:50:43 [ 484 ] DEBUG : ENV MSAN_OPTIONS abort_on_error=1 poison_in_dtor=1 (cluster.py:446, __init__) 2026-09-30 16:50:43 [ 484 ] DEBUG : ENV JAVA_TOOL_OPTIONS -Djdk.attach.allowAttachSelf=true (cluster.py:446, __init__) 2026-09-30 16:50:43 [ 484 ] DEBUG : ENV TSAN_OPTIONS halt_on_error=1 abort_on_error=1 history_size=7 memory_limit_mb=46080 second_deadlock_stack=1 (cluster.py:446, __init__) 2026-09-30 16:50:43 [ 484 ] DEBUG : ENV HOSTNAME 1c6edbaf0494 (cluster.py:446, __init__) 2026-09-30 16:50:43 [ 484 ] DEBUG : ENV SHLVL 0 (cluster.py:446, __init__) 2026-09-30 16:50:43 [ 484 ] DEBUG : ENV HOME /root (cluster.py:446, __init__) 2026-09-30 16:50:43 [ 484 ] DEBUG : ENV OLDPWD / (cluster.py:446, __init__) 2026-09-30 16:50:43 [ 484 ] DEBUG : ENV DOCKER_HELPER_TAG 2cffe1eae894 (cluster.py:446, __init__) 2026-09-30 16:50:43 [ 484 ] DEBUG : ENV PYTHONUNBUFFERED 1 (cluster.py:446, __init__) 2026-09-30 16:50:43 [ 484 ] DEBUG : ENV DOCKER_PYTHON_BOTTLE_TAG caad4729259e (cluster.py:446, __init__) 2026-09-30 16:50:43 [ 484 ] DEBUG : ENV UBSAN_OPTIONS print_stacktrace=1 (cluster.py:446, __init__) 2026-09-30 16:50:43 [ 484 ] DEBUG : ENV PYTEST_ADDOPTS --dist=loadfile -n 10 -rfEps --run-id=0 --color=no --durations=0 test_disk_configuration/test.py::test_merge_tree_nested_custom_disk_setting test_disk_configuration/test.py::test_merge_tree_setting_override test_distributed_ddl_on_cross_replication/test.py::test_alter_ddl test_distributed_ddl_on_cross_replication/test.py::test_atomic_database test_distributed_ddl_on_cross_replication/test.py::test_non_query_with_table_ddl test_distributed_default_database/test.py::test_query test_distributed_type_object/test.py::test_distributed_type_object test_drop_no_local_path/test.py::test_drop_no_local_path test_executable_dictionary/test.py::test_executable_implicit_input_argument_python test_executable_dictionary/test.py::test_executable_implicit_input_bash test_executable_dictionary/test.py::test_executable_implicit_input_python test_executable_dictionary/test.py::test_executable_implicit_input_send_chunk_header_python test_executable_dictionary/test.py::test_executable_implicit_input_signalled_python test_executable_dictionary/test.py::test_executable_implicit_input_slow_python test_executable_dictionary/test.py::test_executable_implicit_input_sum_python test_executable_dictionary/test.py::test_executable_implicit_non_direct_input_bash test_executable_dictionary/test.py::test_executable_input_argument_python test_executable_dictionary/test.py::test_executable_input_bash test_executable_dictionary/test.py::test_executable_input_python test_executable_dictionary/test.py::test_executable_input_send_chunk_header_python test_executable_dictionary/test.py::test_executable_input_signalled_python test_executable_dictionary/test.py::test_executable_input_slow_python test_executable_dictionary/test.py::test_executable_input_sum_python test_executable_dictionary/test.py::test_executable_non_direct_input_bash test_executable_dictionary/test.py::test_executable_source_argument_python test_executable_dictionary/test.py::test_executable_source_exit_code_check test_executable_dictionary/test.py::test_executable_source_python test_executable_dictionary/test.py::test_executable_source_updated_python test_explain_estimates/test.py::test_explain_estimates test_fetch_partition_should_reset_mutation/test.py::test_part_should_reset_mutation test_file_cluster/test.py::test_count test_file_cluster/test.py::test_format_detection test_file_cluster/test.py::test_missing_file test_file_cluster/test.py::test_no_such_files test_file_cluster/test.py::test_non_existent_cluster test_file_cluster/test.py::test_schema_inference test_file_cluster/test.py::test_select_all test_filesystem_layout/test.py::test_file_path_escaping test_format_schema_on_server/test.py::test_drop_cache_protobuf_format test_format_schema_on_server/test.py::test_drop_capn_proto_format test_format_schema_on_server/test.py::test_protobuf_format_input test_format_schema_on_server/test.py::test_protobuf_format_output test_grant_and_revoke/test_with_table_engine_grant.py::test_allowed_grantees test_grant_and_revoke/test_with_table_engine_grant.py::test_current_database test_grant_and_revoke/test_with_table_engine_grant.py::test_current_grants_override test_grant_and_revoke/test_with_table_engine_grant.py::test_grant_all_on_table test_grant_and_revoke/test_with_table_engine_grant.py::test_grant_current_grants test_grant_and_revoke/test_with_table_engine_grant.py::test_grant_current_grants_with_partial_revoke test_grant_and_revoke/test_with_table_engine_grant.py::test_grant_option test_grant_and_revoke/test_with_table_engine_grant.py::test_grant_with_replace_option test_grant_and_revoke/test_with_table_engine_grant.py::test_implicit_create_temporary_table_grant test_grant_and_revoke/test_with_table_engine_grant.py::test_implicit_create_view_grant test_grant_and_revoke/test_with_table_engine_grant.py::test_implicit_show_grants test_grant_and_revoke/test_with_table_engine_grant.py::test_introspection test_grant_and_revoke/test_with_table_engine_grant.py::test_revoke_requires_grant_option test_grant_and_revoke/test_with_table_engine_grant.py::test_smoke test_grant_and_revoke/test_with_table_engine_grant.py::test_table_engine_and_source_grant test_grant_and_revoke/test_with_table_engine_grant.py::test_table_engine_grant_and_revoke test_graphite_merge_tree_typed/test.py::test_combined_rules test_graphite_merge_tree_typed/test.py::test_multiple_output_blocks test_graphite_merge_tree_typed/test.py::test_multiple_paths_and_versions_plain test_graphite_merge_tree_typed/test.py::test_multiple_paths_and_versions_tagged test_graphite_merge_tree_typed/test.py::test_path_dangling_pointer test_graphite_merge_tree_typed/test.py::test_paths_not_matching_any_pattern test_graphite_merge_tree_typed/test.py::test_rollup_aggregation_2_plain test_graphite_merge_tree_typed/test.py::test_rollup_aggregation_2_tagged test_graphite_merge_tree_typed/test.py::test_rollup_aggregation_plain test_graphite_merge_tree_typed/test.py::test_rollup_aggregation_tagged test_graphite_merge_tree_typed/test.py::test_rollup_versions_all test_graphite_merge_tree_typed/test.py::test_rollup_versions_plain test_graphite_merge_tree_typed/test.py::test_rollup_versions_tagged test_graphite_merge_tree_typed/test.py::test_rules_isolation test_graphite_merge_tree_typed/test.py::test_system_graphite_retentions test_http_and_readonly/test.py::test_http_get_is_readonly test_inherit_multiple_profiles/test.py::test_combined_profile test_insert_distributed_async_extra_dirs/test.py::test_insert_distributed_async_send_success test_keeper_nodes_remove/test.py::test_nodes_remove test_keeper_snapshot_small_distance/test.py::test_snapshot_and_load test_keeper_znode_time/test.py::test_between_servers test_keeper_znode_time/test.py::test_server_restart test_kerberos_auth/test.py::test_bad_path_to_keytab test_kerberos_auth/test.py::test_kerberos_auth_with_keytab test_kerberos_auth/test.py::test_kerberos_auth_without_keytab test_max_suspicious_broken_parts_replicated/test.py::test_corrupted_random_part test_max_suspicious_broken_parts_replicated/test.py::test_corrupted_unexpected_part test_max_suspicious_broken_parts_replicated/test.py::test_corrupted_unexpected_part_ultimate test_max_suspicious_broken_parts_replicated/test.py::test_unexpected_uncommitted_merge test_max_suspicious_broken_parts_replicated/test.py::test_unexpected_uncommitted_mutation test_merge_tree_check_part_with_cache/test.py::test_check_part_with_cache test_merge_tree_s3_failover/test.py::test_move_failover test_merge_tree_s3_failover/test.py::test_retry_loading_parts test_merge_tree_s3_failover/test.py::test_throttle_retry 'test_merge_tree_s3_failover/test.py::test_write_failover[0-14-2]' 'test_merge_tree_s3_failover/test.py::test_write_failover[1048576-10-0]' test_mutations_with_projection/test.py::test_mutations_with_multi_level_merge_of_projections 'test_parallel_replicas_all_marks_read/test.py::test_number_of_marks_read[1-10-1000-SELECT sum(cityHash64(*)) FROM {table_name} WHERE intDiv(key, 100) IN {rand_set}]' 'test_parallel_replicas_all_marks_read/test.py::test_number_of_marks_read[1-10-1000-SELECT sum(cityHash64(*)) FROM {table_name}]' 'test_parallel_replicas_all_marks_read/test.py::test_number_of_marks_read[1-10-10000-SELECT sum(cityHash64(*)) FROM {table_name} WHERE intDiv(key, 100) IN {rand_set}]' 'test_parallel_replicas_all_marks_read/test.py::test_number_of_marks_read[1-10-10000-SELECT sum(cityHash64(*)) FROM {table_name}]' 'test_parallel_replicas_all_marks_read/test.py::test_number_of_marks_read[1-10-100000-SELECT sum(cityHash64(*)) FROM {table_name} WHERE intDiv(key, 100) IN {rand_set}]' -vvv (cluster.py:446, __init__) 2026-09-30 16:50:43 [ 484 ] DEBUG : ENV CLICKHOUSE_LIBRARY_BRIDGE_BINARY_PATH /clickhouse-library-bridge (cluster.py:446, __init__) 2026-09-30 16:50:43 [ 484 ] DEBUG : ENV COMPOSE_HTTP_TIMEOUT 600 (cluster.py:446, __init__) 2026-09-30 16:50:43 [ 484 ] DEBUG : ENV DOCKER_MYSQL_PHP_CLIENT_TAG 88be89c1e3b6 (cluster.py:446, __init__) 2026-09-30 16:50:43 [ 484 ] DEBUG : ENV DOCKER_DOTNET_CLIENT_TAG 11de0b29a15d (cluster.py:446, __init__) 2026-09-30 16:50:43 [ 484 ] DEBUG : ENV CLICKHOUSE_TESTS_CLIENT_BIN_PATH /clickhouse (cluster.py:446, __init__) 2026-09-30 16:50:43 [ 484 ] DEBUG : ENV DOCKER_MYSQL_JS_CLIENT_TAG 41ba7c2ec2a1 (cluster.py:446, __init__) 2026-09-30 16:50:43 [ 484 ] DEBUG : ENV PATH /spark-3.3.2-bin-hadoop3/bin:/opt/gdb/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin (cluster.py:446, __init__) 2026-09-30 16:50:43 [ 484 ] DEBUG : ENV DOCKER_KERBERIZED_HADOOP_TAG latest (cluster.py:446, __init__) 2026-09-30 16:50:43 [ 484 ] DEBUG : ENV DOCKER_CHANNEL stable (cluster.py:446, __init__) 2026-09-30 16:50:43 [ 484 ] DEBUG : ENV DOCKER_CLIENT_TIMEOUT 300 (cluster.py:446, __init__) 2026-09-30 16:50:43 [ 484 ] DEBUG : ENV DOCKER_POSTGRESQL_JAVA_CLIENT_TAG a4eff5c7f4d6 (cluster.py:446, __init__) 2026-09-30 16:50:43 [ 484 ] DEBUG : ENV DOCKER_NGINX_DAV_TAG b55ac9cd7519 (cluster.py:446, __init__) 2026-09-30 16:50:43 [ 484 ] DEBUG : ENV DOCKER_MYSQL_GOLANG_CLIENT_TAG 9bec2a638e6e (cluster.py:446, __init__) 2026-09-30 16:50:43 [ 484 ] DEBUG : ENV PWD /ClickHouse/tests/integration (cluster.py:446, __init__) 2026-09-30 16:50:43 [ 484 ] DEBUG : ENV DOCKER_MYSQL_JAVA_CLIENT_TAG 766bff31cfe4 (cluster.py:446, __init__) 2026-09-30 16:50:43 [ 484 ] DEBUG : ENV CLICKHOUSE_ODBC_BRIDGE_BINARY_PATH /clickhouse-odbc-bridge (cluster.py:446, __init__) 2026-09-30 16:50:43 [ 484 ] DEBUG : ENV CLICKHOUSE_TESTS_BASE_CONFIG_DIR /clickhouse-config (cluster.py:446, __init__) 2026-09-30 16:50:43 [ 484 ] DEBUG : ENV TZ Etc/UTC (cluster.py:446, __init__) 2026-09-30 16:50:43 [ 484 ] DEBUG : ENV JAVA_PATH /usr/lib/jvm/java-11-openjdk-amd64/bin/java (cluster.py:446, __init__) 2026-09-30 16:50:43 [ 484 ] DEBUG : ENV DOCKER_BASE_TAG b74d853ebe76 (cluster.py:446, __init__) 2026-09-30 16:50:43 [ 484 ] DEBUG : ENV SPARK_HOME /spark-3.3.2-bin-hadoop3 (cluster.py:446, __init__) 2026-09-30 16:50:43 [ 484 ] DEBUG : ENV LC_CTYPE C.UTF-8 (cluster.py:446, __init__) 2026-09-30 16:50:43 [ 484 ] DEBUG : ENV INTEGRATION_TESTS_RUN_ID 0 (cluster.py:446, __init__) 2026-09-30 16:50:43 [ 484 ] DEBUG : ENV WORKER_FREE_PORTS 30250 30251 30252 30253 30254 30255 30256 30257 30258 30259 30260 30261 30262 30263 30264 30265 30266 30267 30268 30269 30270 30271 30272 30273 30274 30275 30276 30277 30278 30279 30280 30281 30282 30283 30284 30285 30286 30287 30288 30289 30290 30291 30292 30293 30294 30295 30296 30297 30298 30299 (cluster.py:446, __init__) 2026-09-30 16:50:43 [ 484 ] DEBUG : ENV PYTEST_XDIST_TESTRUNUID b335f36f2dd34448b2bbfd40a872d79b (cluster.py:446, __init__) 2026-09-30 16:50:43 [ 484 ] DEBUG : ENV PYTEST_XDIST_WORKER gw5 (cluster.py:446, __init__) 2026-09-30 16:50:43 [ 484 ] DEBUG : ENV PYTEST_XDIST_WORKER_COUNT 10 (cluster.py:446, __init__) 2026-09-30 16:50:43 [ 484 ] DEBUG : ENV PYTEST_CURRENT_TEST test_merge_tree_s3_failover/test.py::test_move_failover (setup) (cluster.py:446, __init__) 2026-09-30 16:50:43 [ 484 ] DEBUG : CLUSTER INIT base_config_dir:/clickhouse-config (cluster.py:766, __init__) 2026-09-30 16:50:43 [ 484 ] DEBUG : clickhouse_start_command: clickhouse server --config-file=/etc/clickhouse-server/{main_config_file} --log-file=/var/log/clickhouse-server/clickhouse-server.log --errorlog-file=/var/log/clickhouse-server/clickhouse-server.err.log (cluster.py:1787, add_instance) 2026-09-30 16:50:43 [ 484 ] DEBUG : Cluster name: project_name:roottestmergetrees3failover_gw5. Added instance name:node tag:b74d853ebe76 base_cmd:['docker-compose', '--env-file', '/ClickHouse/tests/integration/test_merge_tree_s3_failover/_instances_0_gw5/.env', '--project-name', 'roottestmergetrees3failover_gw5', '--file', '/ClickHouse/tests/integration/test_merge_tree_s3_failover/_instances_0_gw5/node/docker-compose.yml', '--file', '/ClickHouse/tests/integration/helpers/../../../tests/integration/compose/docker_compose_minio.yml'] docker_compose_yml_dir:/ClickHouse/tests/integration/helpers/../../../tests/integration/compose/ (cluster.py:2081, add_instance) 2026-09-30 16:50:43 [ 484 ] INFO : Starting cluster... (test.py:74, cluster) 2026-09-30 16:50:43 [ 484 ] INFO : Running tests in /ClickHouse/tests/integration/test_merge_tree_s3_failover/test.py (cluster.py:2790, start) 2026-09-30 16:50:43 [ 484 ] DEBUG : Cluster start called. is_up=False (cluster.py:2797, start) 2026-09-30 16:50:43 [ 484 ] DEBUG : Docker networks for project roottestmergetrees3failover_gw5 are NETWORK ID NAME DRIVER SCOPE (cluster.py:855, print_all_docker_pieces) 2026-09-30 16:50:43 [ 484 ] DEBUG : Docker containers for project roottestmergetrees3failover_gw5 are CONTAINER ID IMAGE COMMAND CREATED STATUS PORTS NAMES (cluster.py:863, print_all_docker_pieces) 2026-09-30 16:50:43 [ 484 ] DEBUG : Docker volumes for project roottestmergetrees3failover_gw5 are DRIVER VOLUME NAME (cluster.py:871, print_all_docker_pieces) 2026-09-30 16:50:43 [ 484 ] DEBUG : Cleanup called (cluster.py:876, cleanup) 2026-09-30 16:50:43 [ 484 ] DEBUG : Docker networks for project roottestmergetrees3failover_gw5 are NETWORK ID NAME DRIVER SCOPE (cluster.py:855, print_all_docker_pieces) 2026-09-30 16:50:43 [ 484 ] DEBUG : Docker containers for project roottestmergetrees3failover_gw5 are CONTAINER ID IMAGE COMMAND CREATED STATUS PORTS NAMES (cluster.py:863, print_all_docker_pieces) 2026-09-30 16:50:43 [ 484 ] DEBUG : Docker volumes for project roottestmergetrees3failover_gw5 are DRIVER VOLUME NAME (cluster.py:871, print_all_docker_pieces) 2026-09-30 16:50:43 [ 484 ] DEBUG : Command:docker container list --all --filter name='^/roottestmergetrees3failover_gw5_.*_1$' --format '{{.ID}}:{{.Names}}' (cluster.py:113, run_and_check) 2026-09-30 16:50:43 [ 484 ] DEBUG : Unstopped containers: {} (cluster.py:890, cleanup) 2026-09-30 16:50:43 [ 484 ] DEBUG : No running containers for project: roottestmergetrees3failover_gw5 (cluster.py:904, cleanup) 2026-09-30 16:50:43 [ 484 ] DEBUG : Trying to prune unused networks... (cluster.py:910, cleanup) 2026-09-30 16:50:43 [ 484 ] DEBUG : Trying to prune unused volumes... (cluster.py:937, cleanup) 2026-09-30 16:50:43 [ 484 ] DEBUG : Command:['docker volume ls | wc -l'] (cluster.py:113, run_and_check) 2026-09-30 16:50:43 [ 484 ] DEBUG : Stdout:1 (cluster.py:121, run_and_check) 2026-09-30 16:50:43 [ 484 ] DEBUG : Setup directory for instance: node (cluster.py:2810, start) 2026-09-30 16:50:43 [ 484 ] DEBUG : Create directory for configuration generated in this helper (cluster.py:4538, create_dir) 2026-09-30 16:50:43 [ 484 ] DEBUG : Create directory for common tests configuration (cluster.py:4543, create_dir) 2026-09-30 16:50:43 [ 484 ] DEBUG : Copy common configuration from helpers (cluster.py:4563, create_dir) 2026-09-30 16:50:43 [ 484 ] DEBUG : Generate and write macros file (cluster.py:4606, create_dir) 2026-09-30 16:50:43 [ 484 ] DEBUG : Copy custom test config files ['/ClickHouse/tests/integration/test_merge_tree_s3_failover/configs/config.d/storage_conf.xml', '/ClickHouse/tests/integration/test_merge_tree_s3_failover/configs/config.d/instant_moves.xml', '/ClickHouse/tests/integration/test_merge_tree_s3_failover/configs/config.d/part_log.xml', '/ClickHouse/tests/integration/test_merge_tree_s3_failover/configs/config.d/merge_tree.xml'] to /ClickHouse/tests/integration/test_merge_tree_s3_failover/_instances_0_gw5/node/configs/config.d (cluster.py:4636, create_dir) 2026-09-30 16:50:43 [ 484 ] DEBUG : Setup database dir /ClickHouse/tests/integration/test_merge_tree_s3_failover/_instances_0_gw5/node/database (cluster.py:4653, create_dir) 2026-09-30 16:50:43 [ 484 ] DEBUG : Setup logs dir /ClickHouse/tests/integration/test_merge_tree_s3_failover/_instances_0_gw5/node/logs (cluster.py:4664, create_dir) 2026-09-30 16:50:43 [ 484 ] DEBUG : Entrypoint cmd: ["clickhouse", "server", "--config-file=/etc/clickhouse-server/config.xml", "--log-file=/var/log/clickhouse-server/clickhouse-server.log", "--errorlog-file=/var/log/clickhouse-server/clickhouse-server.err.log"] (cluster.py:4750, create_dir) 2026-09-30 16:50:43 [ 484 ] DEBUG : Env {'ASAN_OPTIONS': 'use_sigaltstack=0', 'TSAN_OPTIONS': 'use_sigaltstack=0', 'CLICKHOUSE_WATCHDOG_ENABLE': '0', 'CLICKHOUSE_NATS_TLS_SECURE': '0', 'LLVM_PROFILE_FILE': '/var/lib/clickhouse/server_%h_%p_%m.profraw', 'MINIO_CERTS_DIR': '/ClickHouse/tests/integration/test_merge_tree_s3_failover/_instances_0_gw5/minio/certs', 'MINIO_DATA_DIR': '/ClickHouse/tests/integration/test_merge_tree_s3_failover/_instances_0_gw5/minio/data', 'MINIO_PORT': '9001', 'SSL_CERT_FILE': '/ClickHouse/tests/integration/test_merge_tree_s3_failover/_instances_0_gw5/minio/certs/public.crt'} stored in /ClickHouse/tests/integration/test_merge_tree_s3_failover/_instances_0_gw5/.env (cluster.py:86, _create_env_file) 2026-09-30 16:50:43 [ 484 ] DEBUG : Trying paths: ['/root/.docker/config.json', '/root/.dockercfg'] (config.py:21, find_config_file) 2026-09-30 16:50:43 [ 484 ] DEBUG : No config file found (config.py:28, find_config_file) 2026-09-30 16:50:43 [ 484 ] DEBUG : Trying paths: ['/root/.docker/config.json', '/root/.dockercfg'] (config.py:21, find_config_file) 2026-09-30 16:50:43 [ 484 ] DEBUG : No config file found (config.py:28, find_config_file) 2026-09-30 16:50:43 [ 484 ] DEBUG : http://localhost:None "GET /version HTTP/1.1" 200 825 (connectionpool.py:547, _make_request) 2026-09-30 16:50:43 [ 484 ] DEBUG : Command:['docker-compose', '--env-file', '/ClickHouse/tests/integration/test_merge_tree_s3_failover/_instances_0_gw5/.env', '--project-name', 'roottestmergetrees3failover_gw5', '--file', '/ClickHouse/tests/integration/test_merge_tree_s3_failover/_instances_0_gw5/node/docker-compose.yml', '--file', '/ClickHouse/tests/integration/helpers/../../../tests/integration/compose/docker_compose_minio.yml', 'pull'] (cluster.py:113, run_and_check) 2026-09-30 16:51:46 [ 484 ] DEBUG : Stderr:Pulling proxy2 ... (cluster.py:123, run_and_check) 2026-09-30 16:51:46 [ 484 ] DEBUG : Stderr:Pulling proxy1 ... (cluster.py:123, run_and_check) 2026-09-30 16:51:46 [ 484 ] DEBUG : Stderr:Pulling minio1 ... (cluster.py:123, run_and_check) 2026-09-30 16:51:46 [ 484 ] DEBUG : Stderr:Pulling resolver ... (cluster.py:123, run_and_check) 2026-09-30 16:51:46 [ 484 ] DEBUG : Stderr:Pulling node ... (cluster.py:123, run_and_check) 2026-09-30 16:51:46 [ 484 ] DEBUG : Stderr:Pulling resolver ... pulling from altinityinfra/python... (cluster.py:123, run_and_check) 2026-09-30 16:51:46 [ 484 ] DEBUG : Stderr:Pulling proxy1 ... pulling from altinityinfra/s3-proxy (cluster.py:123, run_and_check) 2026-09-30 16:51:46 [ 484 ] DEBUG : Stderr:Pulling proxy2 ... pulling from altinityinfra/s3-proxy (cluster.py:123, run_and_check) 2026-09-30 16:51:46 [ 484 ] DEBUG : Stderr:Pulling node ... pulling from altinityinfra/integr... (cluster.py:123, run_and_check) 2026-09-30 16:51:46 [ 484 ] DEBUG : Stderr:Pulling resolver ... digest: sha256:919cb0e6c1a4f05e8d... (cluster.py:123, run_and_check) 2026-09-30 16:51:46 [ 484 ] DEBUG : Stderr:Pulling resolver ... status: image is up to date for a... (cluster.py:123, run_and_check) 2026-09-30 16:51:46 [ 484 ] DEBUG : Stderr:Pulling proxy1 ... digest: sha256:2c143e57962bb1494a... (cluster.py:123, run_and_check) 2026-09-30 16:51:46 [ 484 ] DEBUG : Stderr:Pulling proxy1 ... status: image is up to date for a... (cluster.py:123, run_and_check) 2026-09-30 16:51:46 [ 484 ] DEBUG : Stderr:Pulling resolver ... done (cluster.py:123, run_and_check) 2026-09-30 16:51:46 [ 484 ] DEBUG : Stderr:Pulling proxy1 ... done (cluster.py:123, run_and_check) 2026-09-30 16:51:46 [ 484 ] DEBUG : Stderr:Pulling proxy2 ... digest: sha256:2c143e57962bb1494a... (cluster.py:123, run_and_check) 2026-09-30 16:51:46 [ 484 ] DEBUG : Stderr:Pulling proxy2 ... status: image is up to date for a... (cluster.py:123, run_and_check) 2026-09-30 16:51:46 [ 484 ] DEBUG : Stderr:Pulling node ... digest: sha256:2ea9da862c215fd684... (cluster.py:123, run_and_check) 2026-09-30 16:51:46 [ 484 ] DEBUG : Stderr:Pulling node ... status: image is up to date for a... (cluster.py:123, run_and_check) 2026-09-30 16:51:46 [ 484 ] DEBUG : Stderr:Pulling proxy2 ... done (cluster.py:123, run_and_check) 2026-09-30 16:51:46 [ 484 ] DEBUG : Stderr:Pulling node ... done (cluster.py:123, run_and_check) 2026-09-30 16:51:46 [ 484 ] DEBUG : Stderr:Pulling minio1 ... error (cluster.py:123, run_and_check) 2026-09-30 16:51:46 [ 484 ] DEBUG : Stderr: (cluster.py:123, run_and_check) 2026-09-30 16:51:46 [ 484 ] DEBUG : Stderr:ERROR: for minio1 pull access denied for minio/minio, repository does not exist or may require 'docker login': denied: requested access to the resource is denied (cluster.py:123, run_and_check) 2026-09-30 16:51:46 [ 484 ] DEBUG : Stderr:pull access denied for minio/minio, repository does not exist or may require 'docker login': denied: requested access to the resource is denied (cluster.py:123, run_and_check) 2026-09-30 16:51:46 [ 484 ] DEBUG : Exitcode:1 (cluster.py:125, run_and_check) 2026-09-30 16:51:46 [ 484 ] INFO : Got exception pulling images: Command ['docker-compose', '--env-file', '/ClickHouse/tests/integration/test_merge_tree_s3_failover/_instances_0_gw5/.env', '--project-name', 'roottestmergetrees3failover_gw5', '--file', '/ClickHouse/tests/integration/test_merge_tree_s3_failover/_instances_0_gw5/node/docker-compose.yml', '--file', '/ClickHouse/tests/integration/helpers/../../../tests/integration/compose/docker_compose_minio.yml', 'pull'] return non-zero code 1: Pulling proxy2 ... Pulling proxy1 ... Pulling minio1 ... Pulling resolver ... Pulling node ... Pulling resolver ... pulling from altinityinfra/python... Pulling proxy1 ... pulling from altinityinfra/s3-proxy Pulling proxy2 ... pulling from altinityinfra/s3-proxy Pulling node ... pulling from altinityinfra/integr... Pulling resolver ... digest: sha256:919cb0e6c1a4f05e8d... Pulling resolver ... status: image is up to date for a... Pulling proxy1 ... digest: sha256:2c143e57962bb1494a... Pulling proxy1 ... status: image is up to date for a... Pulling resolver ... done Pulling proxy1 ... done Pulling proxy2 ... digest: sha256:2c143e57962bb1494a... Pulling proxy2 ... status: image is up to date for a... Pulling node ... digest: sha256:2ea9da862c215fd684... Pulling node ... status: image is up to date for a... Pulling proxy2 ... done Pulling node ... done Pulling minio1 ... error ERROR: for minio1 pull access denied for minio/minio, repository does not exist or may require 'docker login': denied: requested access to the resource is denied pull access denied for minio/minio, repository does not exist or may require 'docker login': denied: requested access to the resource is denied (cluster.py:2827, logging_pulling_images) 2026-09-30 16:51:48 [ 484 ] DEBUG : Command:['docker-compose', '--env-file', '/ClickHouse/tests/integration/test_merge_tree_s3_failover/_instances_0_gw5/.env', '--project-name', 'roottestmergetrees3failover_gw5', '--file', '/ClickHouse/tests/integration/test_merge_tree_s3_failover/_instances_0_gw5/node/docker-compose.yml', '--file', '/ClickHouse/tests/integration/helpers/../../../tests/integration/compose/docker_compose_minio.yml', 'pull'] (cluster.py:113, run_and_check) 2026-09-30 16:52:50 [ 484 ] DEBUG : Stderr:Pulling proxy2 ... (cluster.py:123, run_and_check) 2026-09-30 16:52:50 [ 484 ] DEBUG : Stderr:Pulling proxy1 ... (cluster.py:123, run_and_check) 2026-09-30 16:52:50 [ 484 ] DEBUG : Stderr:Pulling resolver ... (cluster.py:123, run_and_check) 2026-09-30 16:52:50 [ 484 ] DEBUG : Stderr:Pulling minio1 ... (cluster.py:123, run_and_check) 2026-09-30 16:52:50 [ 484 ] DEBUG : Stderr:Pulling node ... (cluster.py:123, run_and_check) 2026-09-30 16:52:50 [ 484 ] DEBUG : Stderr:Pulling proxy2 ... pulling from altinityinfra/s3-proxy (cluster.py:123, run_and_check) 2026-09-30 16:52:50 [ 484 ] DEBUG : Stderr:Pulling resolver ... pulling from altinityinfra/python... (cluster.py:123, run_and_check) 2026-09-30 16:52:50 [ 484 ] DEBUG : Stderr:Pulling node ... pulling from altinityinfra/integr... (cluster.py:123, run_and_check) 2026-09-30 16:52:50 [ 484 ] DEBUG : Stderr:Pulling proxy2 ... digest: sha256:2c143e57962bb1494a... (cluster.py:123, run_and_check) 2026-09-30 16:52:50 [ 484 ] DEBUG : Stderr:Pulling proxy2 ... status: image is up to date for a... (cluster.py:123, run_and_check) 2026-09-30 16:52:50 [ 484 ] DEBUG : Stderr:Pulling proxy2 ... done (cluster.py:123, run_and_check) 2026-09-30 16:52:50 [ 484 ] DEBUG : Stderr:Pulling resolver ... digest: sha256:919cb0e6c1a4f05e8d... (cluster.py:123, run_and_check) 2026-09-30 16:52:50 [ 484 ] DEBUG : Stderr:Pulling resolver ... status: image is up to date for a... (cluster.py:123, run_and_check) 2026-09-30 16:52:50 [ 484 ] DEBUG : Stderr:Pulling proxy1 ... pulling from altinityinfra/s3-proxy (cluster.py:123, run_and_check) 2026-09-30 16:52:50 [ 484 ] DEBUG : Stderr:Pulling resolver ... done (cluster.py:123, run_and_check) 2026-09-30 16:52:50 [ 484 ] DEBUG : Stderr:Pulling node ... digest: sha256:2ea9da862c215fd684... (cluster.py:123, run_and_check) 2026-09-30 16:52:50 [ 484 ] DEBUG : Stderr:Pulling node ... status: image is up to date for a... (cluster.py:123, run_and_check) 2026-09-30 16:52:50 [ 484 ] DEBUG : Stderr:Pulling node ... done (cluster.py:123, run_and_check) 2026-09-30 16:52:50 [ 484 ] DEBUG : Stderr:Pulling proxy1 ... digest: sha256:2c143e57962bb1494a... (cluster.py:123, run_and_check) 2026-09-30 16:52:50 [ 484 ] DEBUG : Stderr:Pulling proxy1 ... status: image is up to date for a... (cluster.py:123, run_and_check) 2026-09-30 16:52:50 [ 484 ] DEBUG : Stderr:Pulling proxy1 ... done (cluster.py:123, run_and_check) 2026-09-30 16:52:50 [ 484 ] DEBUG : Stderr:Pulling minio1 ... error (cluster.py:123, run_and_check) 2026-09-30 16:52:50 [ 484 ] DEBUG : Stderr: (cluster.py:123, run_and_check) 2026-09-30 16:52:50 [ 484 ] DEBUG : Stderr:ERROR: for minio1 pull access denied for minio/minio, repository does not exist or may require 'docker login': denied: requested access to the resource is denied (cluster.py:123, run_and_check) 2026-09-30 16:52:50 [ 484 ] DEBUG : Stderr:pull access denied for minio/minio, repository does not exist or may require 'docker login': denied: requested access to the resource is denied (cluster.py:123, run_and_check) 2026-09-30 16:52:50 [ 484 ] DEBUG : Exitcode:1 (cluster.py:125, run_and_check) 2026-09-30 16:52:50 [ 484 ] INFO : Got exception pulling images: Command ['docker-compose', '--env-file', '/ClickHouse/tests/integration/test_merge_tree_s3_failover/_instances_0_gw5/.env', '--project-name', 'roottestmergetrees3failover_gw5', '--file', '/ClickHouse/tests/integration/test_merge_tree_s3_failover/_instances_0_gw5/node/docker-compose.yml', '--file', '/ClickHouse/tests/integration/helpers/../../../tests/integration/compose/docker_compose_minio.yml', 'pull'] return non-zero code 1: Pulling proxy2 ... Pulling proxy1 ... Pulling resolver ... Pulling minio1 ... Pulling node ... Pulling proxy2 ... pulling from altinityinfra/s3-proxy Pulling resolver ... pulling from altinityinfra/python... Pulling node ... pulling from altinityinfra/integr... Pulling proxy2 ... digest: sha256:2c143e57962bb1494a... Pulling proxy2 ... status: image is up to date for a... Pulling proxy2 ... done Pulling resolver ... digest: sha256:919cb0e6c1a4f05e8d... Pulling resolver ... status: image is up to date for a... Pulling proxy1 ... pulling from altinityinfra/s3-proxy Pulling resolver ... done Pulling node ... digest: sha256:2ea9da862c215fd684... Pulling node ... status: image is up to date for a... Pulling node ... done Pulling proxy1 ... digest: sha256:2c143e57962bb1494a... Pulling proxy1 ... status: image is up to date for a... Pulling proxy1 ... done Pulling minio1 ... error ERROR: for minio1 pull access denied for minio/minio, repository does not exist or may require 'docker login': denied: requested access to the resource is denied pull access denied for minio/minio, repository does not exist or may require 'docker login': denied: requested access to the resource is denied (cluster.py:2827, logging_pulling_images) 2026-09-30 16:52:51 [ 484 ] DEBUG : Command:['docker-compose', '--env-file', '/ClickHouse/tests/integration/test_merge_tree_s3_failover/_instances_0_gw5/.env', '--project-name', 'roottestmergetrees3failover_gw5', '--file', '/ClickHouse/tests/integration/test_merge_tree_s3_failover/_instances_0_gw5/node/docker-compose.yml', '--file', '/ClickHouse/tests/integration/helpers/../../../tests/integration/compose/docker_compose_minio.yml', 'pull'] (cluster.py:113, run_and_check) 2026-09-30 16:53:42 [ 484 ] DEBUG : Stderr:Pulling proxy1 ... (cluster.py:123, run_and_check) 2026-09-30 16:53:42 [ 484 ] DEBUG : Stderr:Pulling proxy2 ... (cluster.py:123, run_and_check) 2026-09-30 16:53:42 [ 484 ] DEBUG : Stderr:Pulling resolver ... (cluster.py:123, run_and_check) 2026-09-30 16:53:42 [ 484 ] DEBUG : Stderr:Pulling minio1 ... (cluster.py:123, run_and_check) 2026-09-30 16:53:42 [ 484 ] DEBUG : Stderr:Pulling node ... (cluster.py:123, run_and_check) 2026-09-30 16:53:42 [ 484 ] DEBUG : Stderr:Pulling proxy2 ... pulling from altinityinfra/s3-proxy (cluster.py:123, run_and_check) 2026-09-30 16:53:42 [ 484 ] DEBUG : Stderr:Pulling proxy1 ... pulling from altinityinfra/s3-proxy (cluster.py:123, run_and_check) 2026-09-30 16:53:42 [ 484 ] DEBUG : Stderr:Pulling node ... pulling from altinityinfra/integr... (cluster.py:123, run_and_check) 2026-09-30 16:53:42 [ 484 ] DEBUG : Stderr:Pulling proxy2 ... digest: sha256:2c143e57962bb1494a... (cluster.py:123, run_and_check) 2026-09-30 16:53:42 [ 484 ] DEBUG : Stderr:Pulling proxy2 ... status: image is up to date for a... (cluster.py:123, run_and_check) 2026-09-30 16:53:42 [ 484 ] DEBUG : Stderr:Pulling proxy2 ... done (cluster.py:123, run_and_check) 2026-09-30 16:53:42 [ 484 ] DEBUG : Stderr:Pulling resolver ... pulling from altinityinfra/python... (cluster.py:123, run_and_check) 2026-09-30 16:53:42 [ 484 ] DEBUG : Stderr:Pulling proxy1 ... digest: sha256:2c143e57962bb1494a... (cluster.py:123, run_and_check) 2026-09-30 16:53:42 [ 484 ] DEBUG : Stderr:Pulling proxy1 ... status: image is up to date for a... (cluster.py:123, run_and_check) 2026-09-30 16:53:42 [ 484 ] DEBUG : Stderr:Pulling node ... digest: sha256:2ea9da862c215fd684... (cluster.py:123, run_and_check) 2026-09-30 16:53:42 [ 484 ] DEBUG : Stderr:Pulling node ... status: image is up to date for a... (cluster.py:123, run_and_check) 2026-09-30 16:53:42 [ 484 ] DEBUG : Stderr:Pulling proxy1 ... done (cluster.py:123, run_and_check) 2026-09-30 16:53:42 [ 484 ] DEBUG : Stderr:Pulling node ... done (cluster.py:123, run_and_check) 2026-09-30 16:53:42 [ 484 ] DEBUG : Stderr:Pulling resolver ... digest: sha256:919cb0e6c1a4f05e8d... (cluster.py:123, run_and_check) 2026-09-30 16:53:42 [ 484 ] DEBUG : Stderr:Pulling resolver ... status: image is up to date for a... (cluster.py:123, run_and_check) 2026-09-30 16:53:42 [ 484 ] DEBUG : Stderr:Pulling resolver ... done (cluster.py:123, run_and_check) 2026-09-30 16:53:42 [ 484 ] DEBUG : Stderr:Pulling minio1 ... error (cluster.py:123, run_and_check) 2026-09-30 16:53:42 [ 484 ] DEBUG : Stderr: (cluster.py:123, run_and_check) 2026-09-30 16:53:42 [ 484 ] DEBUG : Stderr:ERROR: for minio1 pull access denied for minio/minio, repository does not exist or may require 'docker login': denied: requested access to the resource is denied (cluster.py:123, run_and_check) 2026-09-30 16:53:42 [ 484 ] DEBUG : Stderr:pull access denied for minio/minio, repository does not exist or may require 'docker login': denied: requested access to the resource is denied (cluster.py:123, run_and_check) 2026-09-30 16:53:42 [ 484 ] DEBUG : Exitcode:1 (cluster.py:125, run_and_check) 2026-09-30 16:53:42 [ 484 ] INFO : Got exception pulling images: Command ['docker-compose', '--env-file', '/ClickHouse/tests/integration/test_merge_tree_s3_failover/_instances_0_gw5/.env', '--project-name', 'roottestmergetrees3failover_gw5', '--file', '/ClickHouse/tests/integration/test_merge_tree_s3_failover/_instances_0_gw5/node/docker-compose.yml', '--file', '/ClickHouse/tests/integration/helpers/../../../tests/integration/compose/docker_compose_minio.yml', 'pull'] return non-zero code 1: Pulling proxy1 ... Pulling proxy2 ... Pulling resolver ... Pulling minio1 ... Pulling node ... Pulling proxy2 ... pulling from altinityinfra/s3-proxy Pulling proxy1 ... pulling from altinityinfra/s3-proxy Pulling node ... pulling from altinityinfra/integr... Pulling proxy2 ... digest: sha256:2c143e57962bb1494a... Pulling proxy2 ... status: image is up to date for a... Pulling proxy2 ... done Pulling resolver ... pulling from altinityinfra/python... Pulling proxy1 ... digest: sha256:2c143e57962bb1494a... Pulling proxy1 ... status: image is up to date for a... Pulling node ... digest: sha256:2ea9da862c215fd684... Pulling node ... status: image is up to date for a... Pulling proxy1 ... done Pulling node ... done Pulling resolver ... digest: sha256:919cb0e6c1a4f05e8d... Pulling resolver ... status: image is up to date for a... Pulling resolver ... done Pulling minio1 ... error ERROR: for minio1 pull access denied for minio/minio, repository does not exist or may require 'docker login': denied: requested access to the resource is denied pull access denied for minio/minio, repository does not exist or may require 'docker login': denied: requested access to the resource is denied (cluster.py:2827, logging_pulling_images) 2026-09-30 16:53:46 [ 484 ] DEBUG : Command:['docker-compose', '--env-file', '/ClickHouse/tests/integration/test_merge_tree_s3_failover/_instances_0_gw5/.env', '--project-name', 'roottestmergetrees3failover_gw5', '--file', '/ClickHouse/tests/integration/test_merge_tree_s3_failover/_instances_0_gw5/node/docker-compose.yml', '--file', '/ClickHouse/tests/integration/helpers/../../../tests/integration/compose/docker_compose_minio.yml', 'pull'] (cluster.py:113, run_and_check) 2026-09-30 16:54:47 [ 484 ] DEBUG : Stderr:Pulling proxy2 ... (cluster.py:123, run_and_check) 2026-09-30 16:54:47 [ 484 ] DEBUG : Stderr:Pulling proxy1 ... (cluster.py:123, run_and_check) 2026-09-30 16:54:47 [ 484 ] DEBUG : Stderr:Pulling resolver ... (cluster.py:123, run_and_check) 2026-09-30 16:54:47 [ 484 ] DEBUG : Stderr:Pulling minio1 ... (cluster.py:123, run_and_check) 2026-09-30 16:54:47 [ 484 ] DEBUG : Stderr:Pulling node ... (cluster.py:123, run_and_check) 2026-09-30 16:54:47 [ 484 ] DEBUG : Stderr:Pulling resolver ... pulling from altinityinfra/python... (cluster.py:123, run_and_check) 2026-09-30 16:54:47 [ 484 ] DEBUG : Stderr:Pulling node ... pulling from altinityinfra/integr... (cluster.py:123, run_and_check) 2026-09-30 16:54:47 [ 484 ] DEBUG : Stderr:Pulling resolver ... digest: sha256:919cb0e6c1a4f05e8d... (cluster.py:123, run_and_check) 2026-09-30 16:54:47 [ 484 ] DEBUG : Stderr:Pulling resolver ... status: image is up to date for a... (cluster.py:123, run_and_check) 2026-09-30 16:54:47 [ 484 ] DEBUG : Stderr:Pulling resolver ... done (cluster.py:123, run_and_check) 2026-09-30 16:54:47 [ 484 ] DEBUG : Stderr:Pulling node ... digest: sha256:2ea9da862c215fd684... (cluster.py:123, run_and_check) 2026-09-30 16:54:47 [ 484 ] DEBUG : Stderr:Pulling node ... status: image is up to date for a... (cluster.py:123, run_and_check) 2026-09-30 16:54:47 [ 484 ] DEBUG : Stderr:Pulling proxy2 ... pulling from altinityinfra/s3-proxy (cluster.py:123, run_and_check) 2026-09-30 16:54:47 [ 484 ] DEBUG : Stderr:Pulling node ... done (cluster.py:123, run_and_check) 2026-09-30 16:54:47 [ 484 ] DEBUG : Stderr:Pulling proxy1 ... pulling from altinityinfra/s3-proxy (cluster.py:123, run_and_check) 2026-09-30 16:54:47 [ 484 ] DEBUG : Stderr:Pulling proxy2 ... digest: sha256:2c143e57962bb1494a... (cluster.py:123, run_and_check) 2026-09-30 16:54:47 [ 484 ] DEBUG : Stderr:Pulling proxy2 ... status: image is up to date for a... (cluster.py:123, run_and_check) 2026-09-30 16:54:47 [ 484 ] DEBUG : Stderr:Pulling proxy2 ... done (cluster.py:123, run_and_check) 2026-09-30 16:54:47 [ 484 ] DEBUG : Stderr:Pulling proxy1 ... digest: sha256:2c143e57962bb1494a... (cluster.py:123, run_and_check) 2026-09-30 16:54:47 [ 484 ] DEBUG : Stderr:Pulling proxy1 ... status: image is up to date for a... (cluster.py:123, run_and_check) 2026-09-30 16:54:47 [ 484 ] DEBUG : Stderr:Pulling proxy1 ... done (cluster.py:123, run_and_check) 2026-09-30 16:54:47 [ 484 ] DEBUG : Stderr:Pulling minio1 ... error (cluster.py:123, run_and_check) 2026-09-30 16:54:47 [ 484 ] DEBUG : Stderr: (cluster.py:123, run_and_check) 2026-09-30 16:54:47 [ 484 ] DEBUG : Stderr:ERROR: for minio1 pull access denied for minio/minio, repository does not exist or may require 'docker login': denied: requested access to the resource is denied (cluster.py:123, run_and_check) 2026-09-30 16:54:47 [ 484 ] DEBUG : Stderr:pull access denied for minio/minio, repository does not exist or may require 'docker login': denied: requested access to the resource is denied (cluster.py:123, run_and_check) 2026-09-30 16:54:47 [ 484 ] DEBUG : Exitcode:1 (cluster.py:125, run_and_check) 2026-09-30 16:54:47 [ 484 ] INFO : Got exception pulling images: Command ['docker-compose', '--env-file', '/ClickHouse/tests/integration/test_merge_tree_s3_failover/_instances_0_gw5/.env', '--project-name', 'roottestmergetrees3failover_gw5', '--file', '/ClickHouse/tests/integration/test_merge_tree_s3_failover/_instances_0_gw5/node/docker-compose.yml', '--file', '/ClickHouse/tests/integration/helpers/../../../tests/integration/compose/docker_compose_minio.yml', 'pull'] return non-zero code 1: Pulling proxy2 ... Pulling proxy1 ... Pulling resolver ... Pulling minio1 ... Pulling node ... Pulling resolver ... pulling from altinityinfra/python... Pulling node ... pulling from altinityinfra/integr... Pulling resolver ... digest: sha256:919cb0e6c1a4f05e8d... Pulling resolver ... status: image is up to date for a... Pulling resolver ... done Pulling node ... digest: sha256:2ea9da862c215fd684... Pulling node ... status: image is up to date for a... Pulling proxy2 ... pulling from altinityinfra/s3-proxy Pulling node ... done Pulling proxy1 ... pulling from altinityinfra/s3-proxy Pulling proxy2 ... digest: sha256:2c143e57962bb1494a... Pulling proxy2 ... status: image is up to date for a... Pulling proxy2 ... done Pulling proxy1 ... digest: sha256:2c143e57962bb1494a... Pulling proxy1 ... status: image is up to date for a... Pulling proxy1 ... done Pulling minio1 ... error ERROR: for minio1 pull access denied for minio/minio, repository does not exist or may require 'docker login': denied: requested access to the resource is denied pull access denied for minio/minio, repository does not exist or may require 'docker login': denied: requested access to the resource is denied (cluster.py:2827, logging_pulling_images) 2026-09-30 16:54:51 [ 484 ] DEBUG : Command:['docker-compose', '--env-file', '/ClickHouse/tests/integration/test_merge_tree_s3_failover/_instances_0_gw5/.env', '--project-name', 'roottestmergetrees3failover_gw5', '--file', '/ClickHouse/tests/integration/test_merge_tree_s3_failover/_instances_0_gw5/node/docker-compose.yml', '--file', '/ClickHouse/tests/integration/helpers/../../../tests/integration/compose/docker_compose_minio.yml', 'pull'] (cluster.py:113, run_and_check) 2026-09-30 16:55:54 [ 484 ] DEBUG : Stderr:Pulling proxy1 ... (cluster.py:123, run_and_check) 2026-09-30 16:55:54 [ 484 ] DEBUG : Stderr:Pulling proxy2 ... (cluster.py:123, run_and_check) 2026-09-30 16:55:54 [ 484 ] DEBUG : Stderr:Pulling resolver ... (cluster.py:123, run_and_check) 2026-09-30 16:55:54 [ 484 ] DEBUG : Stderr:Pulling minio1 ... (cluster.py:123, run_and_check) 2026-09-30 16:55:54 [ 484 ] DEBUG : Stderr:Pulling node ... (cluster.py:123, run_and_check) 2026-09-30 16:55:54 [ 484 ] DEBUG : Stderr:Pulling node ... pulling from altinityinfra/integr... (cluster.py:123, run_and_check) 2026-09-30 16:55:54 [ 484 ] DEBUG : Stderr:Pulling node ... digest: sha256:2ea9da862c215fd684... (cluster.py:123, run_and_check) 2026-09-30 16:55:54 [ 484 ] DEBUG : Stderr:Pulling node ... status: image is up to date for a... (cluster.py:123, run_and_check) 2026-09-30 16:55:54 [ 484 ] DEBUG : Stderr:Pulling node ... done (cluster.py:123, run_and_check) 2026-09-30 16:55:54 [ 484 ] DEBUG : Stderr:Pulling proxy1 ... pulling from altinityinfra/s3-proxy (cluster.py:123, run_and_check) 2026-09-30 16:55:54 [ 484 ] DEBUG : Stderr:Pulling proxy2 ... pulling from altinityinfra/s3-proxy (cluster.py:123, run_and_check) 2026-09-30 16:55:54 [ 484 ] DEBUG : Stderr:Pulling resolver ... pulling from altinityinfra/python... (cluster.py:123, run_and_check) 2026-09-30 16:55:54 [ 484 ] DEBUG : Stderr:Pulling proxy1 ... digest: sha256:2c143e57962bb1494a... (cluster.py:123, run_and_check) 2026-09-30 16:55:54 [ 484 ] DEBUG : Stderr:Pulling proxy1 ... status: image is up to date for a... (cluster.py:123, run_and_check) 2026-09-30 16:55:54 [ 484 ] DEBUG : Stderr:Pulling proxy1 ... done (cluster.py:123, run_and_check) 2026-09-30 16:55:54 [ 484 ] DEBUG : Stderr:Pulling proxy2 ... digest: sha256:2c143e57962bb1494a... (cluster.py:123, run_and_check) 2026-09-30 16:55:54 [ 484 ] DEBUG : Stderr:Pulling proxy2 ... status: image is up to date for a... (cluster.py:123, run_and_check) 2026-09-30 16:55:54 [ 484 ] DEBUG : Stderr:Pulling proxy2 ... done (cluster.py:123, run_and_check) 2026-09-30 16:55:54 [ 484 ] DEBUG : Stderr:Pulling resolver ... digest: sha256:919cb0e6c1a4f05e8d... (cluster.py:123, run_and_check) 2026-09-30 16:55:54 [ 484 ] DEBUG : Stderr:Pulling resolver ... status: image is up to date for a... (cluster.py:123, run_and_check) 2026-09-30 16:55:54 [ 484 ] DEBUG : Stderr:Pulling resolver ... done (cluster.py:123, run_and_check) 2026-09-30 16:55:54 [ 484 ] DEBUG : Stderr:Pulling minio1 ... error (cluster.py:123, run_and_check) 2026-09-30 16:55:54 [ 484 ] DEBUG : Stderr: (cluster.py:123, run_and_check) 2026-09-30 16:55:54 [ 484 ] DEBUG : Stderr:ERROR: for minio1 pull access denied for minio/minio, repository does not exist or may require 'docker login': denied: requested access to the resource is denied (cluster.py:123, run_and_check) 2026-09-30 16:55:54 [ 484 ] DEBUG : Stderr:pull access denied for minio/minio, repository does not exist or may require 'docker login': denied: requested access to the resource is denied (cluster.py:123, run_and_check) 2026-09-30 16:55:54 [ 484 ] DEBUG : Exitcode:1 (cluster.py:125, run_and_check) 2026-09-30 16:55:54 [ 484 ] DEBUG : Failed to start cluster: (cluster.py:3178, start) 2026-09-30 16:55:54 [ 484 ] DEBUG : Command ['docker-compose', '--env-file', '/ClickHouse/tests/integration/test_merge_tree_s3_failover/_instances_0_gw5/.env', '--project-name', 'roottestmergetrees3failover_gw5', '--file', '/ClickHouse/tests/integration/test_merge_tree_s3_failover/_instances_0_gw5/node/docker-compose.yml', '--file', '/ClickHouse/tests/integration/helpers/../../../tests/integration/compose/docker_compose_minio.yml', 'pull'] return non-zero code 1: Pulling proxy1 ... Pulling proxy2 ... Pulling resolver ... Pulling minio1 ... Pulling node ... Pulling node ... pulling from altinityinfra/integr... Pulling node ... digest: sha256:2ea9da862c215fd684... Pulling node ... status: image is up to date for a... Pulling node ... done Pulling proxy1 ... pulling from altinityinfra/s3-proxy Pulling proxy2 ... pulling from altinityinfra/s3-proxy Pulling resolver ... pulling from altinityinfra/python... Pulling proxy1 ... digest: sha256:2c143e57962bb1494a... Pulling proxy1 ... status: image is up to date for a... Pulling proxy1 ... done Pulling proxy2 ... digest: sha256:2c143e57962bb1494a... Pulling proxy2 ... status: image is up to date for a... Pulling proxy2 ... done Pulling resolver ... digest: sha256:919cb0e6c1a4f05e8d... Pulling resolver ... status: image is up to date for a... Pulling resolver ... done Pulling minio1 ... error ERROR: for minio1 pull access denied for minio/minio, repository does not exist or may require 'docker login': denied: requested access to the resource is denied pull access denied for minio/minio, repository does not exist or may require 'docker login': denied: requested access to the resource is denied (cluster.py:3179, start) 2026-09-30 16:55:54 [ 484 ] DEBUG : None (cluster.py:3180, start) 2026-09-30 16:55:54 [ 484 ] WARNING : docker-compose up was not called. Trying to export docker.log for running containers (cluster.py:3246, shutdown) 2026-09-30 16:55:54 [ 484 ] DEBUG : Cleanup called (cluster.py:876, cleanup) 2026-09-30 16:55:54 [ 484 ] DEBUG : Docker networks for project roottestmergetrees3failover_gw5 are NETWORK ID NAME DRIVER SCOPE (cluster.py:855, print_all_docker_pieces) 2026-09-30 16:55:54 [ 484 ] DEBUG : Docker containers for project roottestmergetrees3failover_gw5 are CONTAINER ID IMAGE COMMAND CREATED STATUS PORTS NAMES (cluster.py:863, print_all_docker_pieces) 2026-09-30 16:55:54 [ 484 ] DEBUG : Docker volumes for project roottestmergetrees3failover_gw5 are DRIVER VOLUME NAME (cluster.py:871, print_all_docker_pieces) 2026-09-30 16:55:54 [ 484 ] DEBUG : Command:docker container list --all --filter name='^/roottestmergetrees3failover_gw5_.*_1$' --format '{{.ID}}:{{.Names}}' (cluster.py:113, run_and_check) 2026-09-30 16:55:54 [ 484 ] DEBUG : Unstopped containers: {} (cluster.py:890, cleanup) 2026-09-30 16:55:54 [ 484 ] DEBUG : No running containers for project: roottestmergetrees3failover_gw5 (cluster.py:904, cleanup) 2026-09-30 16:55:54 [ 484 ] DEBUG : Trying to prune unused networks... (cluster.py:910, cleanup) 2026-09-30 16:55:54 [ 484 ] DEBUG : Trying to prune unused volumes... (cluster.py:937, cleanup) 2026-09-30 16:55:54 [ 484 ] DEBUG : Command:['docker volume ls | wc -l'] (cluster.py:113, run_and_check) 2026-09-30 16:55:54 [ 484 ] DEBUG : Stdout:1 (cluster.py:121, run_and_check) 2026-09-30 16:55:54 [ 484 ] WARNING : docker-compose up was not called. Trying to export docker.log for running containers (cluster.py:3246, shutdown) 2026-09-30 16:55:54 [ 484 ] DEBUG : Cleanup called (cluster.py:876, cleanup) 2026-09-30 16:55:54 [ 484 ] DEBUG : Docker networks for project roottestmergetrees3failover_gw5 are NETWORK ID NAME DRIVER SCOPE (cluster.py:855, print_all_docker_pieces) 2026-09-30 16:55:55 [ 484 ] DEBUG : Docker containers for project roottestmergetrees3failover_gw5 are CONTAINER ID IMAGE COMMAND CREATED STATUS PORTS NAMES (cluster.py:863, print_all_docker_pieces) 2026-09-30 16:55:55 [ 484 ] DEBUG : Docker volumes for project roottestmergetrees3failover_gw5 are DRIVER VOLUME NAME (cluster.py:871, print_all_docker_pieces) 2026-09-30 16:55:55 [ 484 ] DEBUG : Command:docker container list --all --filter name='^/roottestmergetrees3failover_gw5_.*_1$' --format '{{.ID}}:{{.Names}}' (cluster.py:113, run_and_check) 2026-09-30 16:55:55 [ 484 ] DEBUG : Unstopped containers: {} (cluster.py:890, cleanup) 2026-09-30 16:55:55 [ 484 ] DEBUG : No running containers for project: roottestmergetrees3failover_gw5 (cluster.py:904, cleanup) 2026-09-30 16:55:55 [ 484 ] DEBUG : Trying to prune unused networks... (cluster.py:910, cleanup) 2026-09-30 16:55:55 [ 484 ] DEBUG : Trying to prune unused volumes... (cluster.py:937, cleanup) 2026-09-30 16:55:55 [ 484 ] DEBUG : Command:['docker volume ls | wc -l'] (cluster.py:113, run_and_check) 2026-09-30 16:55:55 [ 484 ] DEBUG : Stdout:1 (cluster.py:121, run_and_check) __________________ ERROR at setup of test_retry_loading_parts __________________ [gw5] linux -- Python 3.10.12 /usr/bin/python3 @pytest.fixture(scope="module") def cluster(): try: cluster = ClickHouseCluster(__file__) cluster.add_instance( "node", main_configs=[ "configs/config.d/storage_conf.xml", "configs/config.d/instant_moves.xml", "configs/config.d/part_log.xml", "configs/config.d/merge_tree.xml", ], with_minio=True, ) logging.info("Starting cluster...") > cluster.start() test_merge_tree_s3_failover/test.py:75: _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ helpers/cluster.py:2831: in start retry(log_function=logging_pulling_images)(run_and_check)( helpers/retry_decorator.py:28: in wrapper raise e helpers/retry_decorator.py:19: in wrapper func(*args, **kwargs) _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ args = ['docker-compose', '--env-file', '/ClickHouse/tests/integration/test_merge_tree_s3_failover/_instances_0_gw5/.env', '--project-name', 'roottestmergetrees3failover_gw5', '--file', ...] env = None, shell = False, stdout = -1, stderr = -1, timeout = 900 nothrow = False, detach = False def run_and_check( args, env=None, shell=False, stdout=subprocess.PIPE, stderr=subprocess.PIPE, timeout=300, nothrow=False, detach=False, ): if detach: subprocess.Popen( args, stdout=subprocess.DEVNULL, stderr=subprocess.DEVNULL, env=env, shell=shell, ) return logging.debug(f"Command:{args}") res = subprocess.run( args, stdout=stdout, stderr=stderr, env=env, shell=shell, timeout=timeout ) out = res.stdout.decode("utf-8", "ignore") err = res.stderr.decode("utf-8", "ignore") # check_call(...) from subprocess does not print stderr, so we do it manually for outline in out.splitlines(): logging.debug(f"Stdout:{outline}") for errline in err.splitlines(): logging.debug(f"Stderr:{errline}") if res.returncode != 0: logging.debug(f"Exitcode:{res.returncode}") if env: logging.debug(f"Env:{env}") if not nothrow: > raise Exception( f"Command {args} return non-zero code {res.returncode}: {res.stderr.decode('utf-8')}" ) E Exception: Command ['docker-compose', '--env-file', '/ClickHouse/tests/integration/test_merge_tree_s3_failover/_instances_0_gw5/.env', '--project-name', 'roottestmergetrees3failover_gw5', '--file', '/ClickHouse/tests/integration/test_merge_tree_s3_failover/_instances_0_gw5/node/docker-compose.yml', '--file', '/ClickHouse/tests/integration/helpers/../../../tests/integration/compose/docker_compose_minio.yml', 'pull'] return non-zero code 1: Pulling proxy1 ... E Pulling proxy2 ... E Pulling resolver ... E Pulling minio1 ... E Pulling node ... E Pulling node ... pulling from altinityinfra/integr... E Pulling node ... digest: sha256:2ea9da862c215fd684... E Pulling node ... status: image is up to date for a... E Pulling node ... done E Pulling proxy1 ... pulling from altinityinfra/s3-proxy E Pulling proxy2 ... pulling from altinityinfra/s3-proxy E Pulling resolver ... pulling from altinityinfra/python... E Pulling proxy1 ... digest: sha256:2c143e57962bb1494a... E Pulling proxy1 ... status: image is up to date for a... E Pulling proxy1 ... done E Pulling proxy2 ... digest: sha256:2c143e57962bb1494a... E Pulling proxy2 ... status: image is up to date for a... E Pulling proxy2 ... done E Pulling resolver ... digest: sha256:919cb0e6c1a4f05e8d... E Pulling resolver ... status: image is up to date for a... E Pulling resolver ... done E Pulling minio1 ... error E E ERROR: for minio1 pull access denied for minio/minio, repository does not exist or may require 'docker login': denied: requested access to the resource is denied E pull access denied for minio/minio, repository does not exist or may require 'docker login': denied: requested access to the resource is denied helpers/cluster.py:129: Exception ____________________ ERROR at setup of test_throttle_retry _____________________ [gw5] linux -- Python 3.10.12 /usr/bin/python3 @pytest.fixture(scope="module") def cluster(): try: cluster = ClickHouseCluster(__file__) cluster.add_instance( "node", main_configs=[ "configs/config.d/storage_conf.xml", "configs/config.d/instant_moves.xml", "configs/config.d/part_log.xml", "configs/config.d/merge_tree.xml", ], with_minio=True, ) logging.info("Starting cluster...") > cluster.start() test_merge_tree_s3_failover/test.py:75: _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ helpers/cluster.py:2831: in start retry(log_function=logging_pulling_images)(run_and_check)( helpers/retry_decorator.py:28: in wrapper raise e helpers/retry_decorator.py:19: in wrapper func(*args, **kwargs) _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ args = ['docker-compose', '--env-file', '/ClickHouse/tests/integration/test_merge_tree_s3_failover/_instances_0_gw5/.env', '--project-name', 'roottestmergetrees3failover_gw5', '--file', ...] env = None, shell = False, stdout = -1, stderr = -1, timeout = 900 nothrow = False, detach = False def run_and_check( args, env=None, shell=False, stdout=subprocess.PIPE, stderr=subprocess.PIPE, timeout=300, nothrow=False, detach=False, ): if detach: subprocess.Popen( args, stdout=subprocess.DEVNULL, stderr=subprocess.DEVNULL, env=env, shell=shell, ) return logging.debug(f"Command:{args}") res = subprocess.run( args, stdout=stdout, stderr=stderr, env=env, shell=shell, timeout=timeout ) out = res.stdout.decode("utf-8", "ignore") err = res.stderr.decode("utf-8", "ignore") # check_call(...) from subprocess does not print stderr, so we do it manually for outline in out.splitlines(): logging.debug(f"Stdout:{outline}") for errline in err.splitlines(): logging.debug(f"Stderr:{errline}") if res.returncode != 0: logging.debug(f"Exitcode:{res.returncode}") if env: logging.debug(f"Env:{env}") if not nothrow: > raise Exception( f"Command {args} return non-zero code {res.returncode}: {res.stderr.decode('utf-8')}" ) E Exception: Command ['docker-compose', '--env-file', '/ClickHouse/tests/integration/test_merge_tree_s3_failover/_instances_0_gw5/.env', '--project-name', 'roottestmergetrees3failover_gw5', '--file', '/ClickHouse/tests/integration/test_merge_tree_s3_failover/_instances_0_gw5/node/docker-compose.yml', '--file', '/ClickHouse/tests/integration/helpers/../../../tests/integration/compose/docker_compose_minio.yml', 'pull'] return non-zero code 1: Pulling proxy1 ... E Pulling proxy2 ... E Pulling resolver ... E Pulling minio1 ... E Pulling node ... E Pulling node ... pulling from altinityinfra/integr... E Pulling node ... digest: sha256:2ea9da862c215fd684... E Pulling node ... status: image is up to date for a... E Pulling node ... done E Pulling proxy1 ... pulling from altinityinfra/s3-proxy E Pulling proxy2 ... pulling from altinityinfra/s3-proxy E Pulling resolver ... pulling from altinityinfra/python... E Pulling proxy1 ... digest: sha256:2c143e57962bb1494a... E Pulling proxy1 ... status: image is up to date for a... E Pulling proxy1 ... done E Pulling proxy2 ... digest: sha256:2c143e57962bb1494a... E Pulling proxy2 ... status: image is up to date for a... E Pulling proxy2 ... done E Pulling resolver ... digest: sha256:919cb0e6c1a4f05e8d... E Pulling resolver ... status: image is up to date for a... E Pulling resolver ... done E Pulling minio1 ... error E E ERROR: for minio1 pull access denied for minio/minio, repository does not exist or may require 'docker login': denied: requested access to the resource is denied E pull access denied for minio/minio, repository does not exist or may require 'docker login': denied: requested access to the resource is denied helpers/cluster.py:129: Exception ________________ ERROR at setup of test_write_failover[0-14-2] _________________ [gw5] linux -- Python 3.10.12 /usr/bin/python3 @pytest.fixture(scope="module") def cluster(): try: cluster = ClickHouseCluster(__file__) cluster.add_instance( "node", main_configs=[ "configs/config.d/storage_conf.xml", "configs/config.d/instant_moves.xml", "configs/config.d/part_log.xml", "configs/config.d/merge_tree.xml", ], with_minio=True, ) logging.info("Starting cluster...") > cluster.start() test_merge_tree_s3_failover/test.py:75: _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ helpers/cluster.py:2831: in start retry(log_function=logging_pulling_images)(run_and_check)( helpers/retry_decorator.py:28: in wrapper raise e helpers/retry_decorator.py:19: in wrapper func(*args, **kwargs) _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ args = ['docker-compose', '--env-file', '/ClickHouse/tests/integration/test_merge_tree_s3_failover/_instances_0_gw5/.env', '--project-name', 'roottestmergetrees3failover_gw5', '--file', ...] env = None, shell = False, stdout = -1, stderr = -1, timeout = 900 nothrow = False, detach = False def run_and_check( args, env=None, shell=False, stdout=subprocess.PIPE, stderr=subprocess.PIPE, timeout=300, nothrow=False, detach=False, ): if detach: subprocess.Popen( args, stdout=subprocess.DEVNULL, stderr=subprocess.DEVNULL, env=env, shell=shell, ) return logging.debug(f"Command:{args}") res = subprocess.run( args, stdout=stdout, stderr=stderr, env=env, shell=shell, timeout=timeout ) out = res.stdout.decode("utf-8", "ignore") err = res.stderr.decode("utf-8", "ignore") # check_call(...) from subprocess does not print stderr, so we do it manually for outline in out.splitlines(): logging.debug(f"Stdout:{outline}") for errline in err.splitlines(): logging.debug(f"Stderr:{errline}") if res.returncode != 0: logging.debug(f"Exitcode:{res.returncode}") if env: logging.debug(f"Env:{env}") if not nothrow: > raise Exception( f"Command {args} return non-zero code {res.returncode}: {res.stderr.decode('utf-8')}" ) E Exception: Command ['docker-compose', '--env-file', '/ClickHouse/tests/integration/test_merge_tree_s3_failover/_instances_0_gw5/.env', '--project-name', 'roottestmergetrees3failover_gw5', '--file', '/ClickHouse/tests/integration/test_merge_tree_s3_failover/_instances_0_gw5/node/docker-compose.yml', '--file', '/ClickHouse/tests/integration/helpers/../../../tests/integration/compose/docker_compose_minio.yml', 'pull'] return non-zero code 1: Pulling proxy1 ... E Pulling proxy2 ... E Pulling resolver ... E Pulling minio1 ... E Pulling node ... E Pulling node ... pulling from altinityinfra/integr... E Pulling node ... digest: sha256:2ea9da862c215fd684... E Pulling node ... status: image is up to date for a... E Pulling node ... done E Pulling proxy1 ... pulling from altinityinfra/s3-proxy E Pulling proxy2 ... pulling from altinityinfra/s3-proxy E Pulling resolver ... pulling from altinityinfra/python... E Pulling proxy1 ... digest: sha256:2c143e57962bb1494a... E Pulling proxy1 ... status: image is up to date for a... E Pulling proxy1 ... done E Pulling proxy2 ... digest: sha256:2c143e57962bb1494a... E Pulling proxy2 ... status: image is up to date for a... E Pulling proxy2 ... done E Pulling resolver ... digest: sha256:919cb0e6c1a4f05e8d... E Pulling resolver ... status: image is up to date for a... E Pulling resolver ... done E Pulling minio1 ... error E E ERROR: for minio1 pull access denied for minio/minio, repository does not exist or may require 'docker login': denied: requested access to the resource is denied E pull access denied for minio/minio, repository does not exist or may require 'docker login': denied: requested access to the resource is denied helpers/cluster.py:129: Exception _____________ ERROR at setup of test_write_failover[1048576-10-0] ______________ [gw5] linux -- Python 3.10.12 /usr/bin/python3 @pytest.fixture(scope="module") def cluster(): try: cluster = ClickHouseCluster(__file__) cluster.add_instance( "node", main_configs=[ "configs/config.d/storage_conf.xml", "configs/config.d/instant_moves.xml", "configs/config.d/part_log.xml", "configs/config.d/merge_tree.xml", ], with_minio=True, ) logging.info("Starting cluster...") > cluster.start() test_merge_tree_s3_failover/test.py:75: _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ helpers/cluster.py:2831: in start retry(log_function=logging_pulling_images)(run_and_check)( helpers/retry_decorator.py:28: in wrapper raise e helpers/retry_decorator.py:19: in wrapper func(*args, **kwargs) _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ args = ['docker-compose', '--env-file', '/ClickHouse/tests/integration/test_merge_tree_s3_failover/_instances_0_gw5/.env', '--project-name', 'roottestmergetrees3failover_gw5', '--file', ...] env = None, shell = False, stdout = -1, stderr = -1, timeout = 900 nothrow = False, detach = False def run_and_check( args, env=None, shell=False, stdout=subprocess.PIPE, stderr=subprocess.PIPE, timeout=300, nothrow=False, detach=False, ): if detach: subprocess.Popen( args, stdout=subprocess.DEVNULL, stderr=subprocess.DEVNULL, env=env, shell=shell, ) return logging.debug(f"Command:{args}") res = subprocess.run( args, stdout=stdout, stderr=stderr, env=env, shell=shell, timeout=timeout ) out = res.stdout.decode("utf-8", "ignore") err = res.stderr.decode("utf-8", "ignore") # check_call(...) from subprocess does not print stderr, so we do it manually for outline in out.splitlines(): logging.debug(f"Stdout:{outline}") for errline in err.splitlines(): logging.debug(f"Stderr:{errline}") if res.returncode != 0: logging.debug(f"Exitcode:{res.returncode}") if env: logging.debug(f"Env:{env}") if not nothrow: > raise Exception( f"Command {args} return non-zero code {res.returncode}: {res.stderr.decode('utf-8')}" ) E Exception: Command ['docker-compose', '--env-file', '/ClickHouse/tests/integration/test_merge_tree_s3_failover/_instances_0_gw5/.env', '--project-name', 'roottestmergetrees3failover_gw5', '--file', '/ClickHouse/tests/integration/test_merge_tree_s3_failover/_instances_0_gw5/node/docker-compose.yml', '--file', '/ClickHouse/tests/integration/helpers/../../../tests/integration/compose/docker_compose_minio.yml', 'pull'] return non-zero code 1: Pulling proxy1 ... E Pulling proxy2 ... E Pulling resolver ... E Pulling minio1 ... E Pulling node ... E Pulling node ... pulling from altinityinfra/integr... E Pulling node ... digest: sha256:2ea9da862c215fd684... E Pulling node ... status: image is up to date for a... E Pulling node ... done E Pulling proxy1 ... pulling from altinityinfra/s3-proxy E Pulling proxy2 ... pulling from altinityinfra/s3-proxy E Pulling resolver ... pulling from altinityinfra/python... E Pulling proxy1 ... digest: sha256:2c143e57962bb1494a... E Pulling proxy1 ... status: image is up to date for a... E Pulling proxy1 ... done E Pulling proxy2 ... digest: sha256:2c143e57962bb1494a... E Pulling proxy2 ... status: image is up to date for a... E Pulling proxy2 ... done E Pulling resolver ... digest: sha256:919cb0e6c1a4f05e8d... E Pulling resolver ... status: image is up to date for a... E Pulling resolver ... done E Pulling minio1 ... error E E ERROR: for minio1 pull access denied for minio/minio, repository does not exist or may require 'docker login': denied: requested access to the resource is denied E pull access denied for minio/minio, repository does not exist or may require 'docker login': denied: requested access to the resource is denied helpers/cluster.py:129: Exception _________________ ERROR at setup of test_check_part_with_cache _________________ [gw2] linux -- Python 3.10.12 /usr/bin/python3 @pytest.fixture(scope="module") def start_cluster(): try: > cluster.start() test_merge_tree_check_part_with_cache/test.py:18: _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ helpers/cluster.py:2831: in start retry(log_function=logging_pulling_images)(run_and_check)( helpers/retry_decorator.py:28: in wrapper raise e helpers/retry_decorator.py:19: in wrapper func(*args, **kwargs) _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ args = ['docker-compose', '--env-file', '/ClickHouse/tests/integration/test_merge_tree_check_part_with_cache/_instances_0_gw2/.env', '--project-name', 'roottestmergetreecheckpartwithcache_gw2', '--file', ...] env = None, shell = False, stdout = -1, stderr = -1, timeout = 900 nothrow = False, detach = False def run_and_check( args, env=None, shell=False, stdout=subprocess.PIPE, stderr=subprocess.PIPE, timeout=300, nothrow=False, detach=False, ): if detach: subprocess.Popen( args, stdout=subprocess.DEVNULL, stderr=subprocess.DEVNULL, env=env, shell=shell, ) return logging.debug(f"Command:{args}") res = subprocess.run( args, stdout=stdout, stderr=stderr, env=env, shell=shell, timeout=timeout ) out = res.stdout.decode("utf-8", "ignore") err = res.stderr.decode("utf-8", "ignore") # check_call(...) from subprocess does not print stderr, so we do it manually for outline in out.splitlines(): logging.debug(f"Stdout:{outline}") for errline in err.splitlines(): logging.debug(f"Stderr:{errline}") if res.returncode != 0: logging.debug(f"Exitcode:{res.returncode}") if env: logging.debug(f"Env:{env}") if not nothrow: > raise Exception( f"Command {args} return non-zero code {res.returncode}: {res.stderr.decode('utf-8')}" ) E Exception: Command ['docker-compose', '--env-file', '/ClickHouse/tests/integration/test_merge_tree_check_part_with_cache/_instances_0_gw2/.env', '--project-name', 'roottestmergetreecheckpartwithcache_gw2', '--file', '/ClickHouse/tests/integration/test_merge_tree_check_part_with_cache/_instances_0_gw2/node/docker-compose.yml', '--file', '/ClickHouse/tests/integration/helpers/../../../tests/integration/compose/docker_compose_minio.yml', 'pull'] return non-zero code 1: Pulling proxy2 ... E Pulling proxy1 ... E Pulling resolver ... E Pulling minio1 ... E Pulling node ... E Pulling proxy1 ... pulling from altinityinfra/s3-proxy E Pulling proxy2 ... pulling from altinityinfra/s3-proxy E Pulling proxy1 ... digest: sha256:2c143e57962bb1494a... E Pulling proxy1 ... status: image is up to date for a... E Pulling proxy1 ... done E Pulling proxy2 ... digest: sha256:2c143e57962bb1494a... E Pulling proxy2 ... status: image is up to date for a... E Pulling proxy2 ... done E Pulling resolver ... pulling from altinityinfra/python... E Pulling node ... pulling from altinityinfra/integr... E Pulling resolver ... digest: sha256:919cb0e6c1a4f05e8d... E Pulling resolver ... status: image is up to date for a... E Pulling resolver ... done E Pulling node ... digest: sha256:2ea9da862c215fd684... E Pulling node ... status: image is up to date for a... E Pulling node ... done E Pulling minio1 ... error E E ERROR: for minio1 pull access denied for minio/minio, repository does not exist or may require 'docker login': denied: requested access to the resource is denied E pull access denied for minio/minio, repository does not exist or may require 'docker login': denied: requested access to the resource is denied helpers/cluster.py:129: Exception ---------------------------- Captured stdout setup ----------------------------- Copy common default production configuration from /clickhouse-config. Files: config.xml, users.xml ---------------------------- Captured stderr setup ----------------------------- Running tests in /ClickHouse/tests/integration/test_merge_tree_check_part_with_cache/test.py Cluster start called. is_up=False Docker networks for project roottestmergetreecheckpartwithcache_gw2 are NETWORK ID NAME DRIVER SCOPE Docker containers for project roottestmergetreecheckpartwithcache_gw2 are CONTAINER ID IMAGE COMMAND CREATED STATUS PORTS NAMES Docker volumes for project roottestmergetreecheckpartwithcache_gw2 are DRIVER VOLUME NAME Cleanup called Docker networks for project roottestmergetreecheckpartwithcache_gw2 are NETWORK ID NAME DRIVER SCOPE Docker containers for project roottestmergetreecheckpartwithcache_gw2 are CONTAINER ID IMAGE COMMAND CREATED STATUS PORTS NAMES Docker volumes for project roottestmergetreecheckpartwithcache_gw2 are DRIVER VOLUME NAME Command:docker container list --all --filter name='^/roottestmergetreecheckpartwithcache_gw2_.*_1$' --format '{{.ID}}:{{.Names}}' Unstopped containers: {} No running containers for project: roottestmergetreecheckpartwithcache_gw2 Trying to prune unused networks... Trying to prune unused volumes... Command:['docker volume ls | wc -l'] Stdout:1 Setup directory for instance: node Create directory for configuration generated in this helper Create directory for common tests configuration Copy common configuration from helpers Generate and write macros file Copy custom test config files ['/ClickHouse/tests/integration/test_merge_tree_check_part_with_cache/configs/storage_conf.xml'] to /ClickHouse/tests/integration/test_merge_tree_check_part_with_cache/_instances_0_gw2/node/configs/config.d Setup database dir /ClickHouse/tests/integration/test_merge_tree_check_part_with_cache/_instances_0_gw2/node/database Setup logs dir /ClickHouse/tests/integration/test_merge_tree_check_part_with_cache/_instances_0_gw2/node/logs Entrypoint cmd: ["clickhouse", "server", "--config-file=/etc/clickhouse-server/config.xml", "--log-file=/var/log/clickhouse-server/clickhouse-server.log", "--errorlog-file=/var/log/clickhouse-server/clickhouse-server.err.log"] Env {'ASAN_OPTIONS': 'use_sigaltstack=0', 'TSAN_OPTIONS': 'use_sigaltstack=0', 'CLICKHOUSE_WATCHDOG_ENABLE': '0', 'CLICKHOUSE_NATS_TLS_SECURE': '0', 'LLVM_PROFILE_FILE': '/var/lib/clickhouse/server_%h_%p_%m.profraw', 'MINIO_CERTS_DIR': '/ClickHouse/tests/integration/test_merge_tree_check_part_with_cache/_instances_0_gw2/minio/certs', 'MINIO_DATA_DIR': '/ClickHouse/tests/integration/test_merge_tree_check_part_with_cache/_instances_0_gw2/minio/data', 'MINIO_PORT': '9001', 'SSL_CERT_FILE': '/ClickHouse/tests/integration/test_merge_tree_check_part_with_cache/_instances_0_gw2/minio/certs/public.crt'} stored in /ClickHouse/tests/integration/test_merge_tree_check_part_with_cache/_instances_0_gw2/.env Trying paths: ['/root/.docker/config.json', '/root/.dockercfg'] No config file found Trying paths: ['/root/.docker/config.json', '/root/.dockercfg'] No config file found http://localhost:None "GET /version HTTP/1.1" 200 825 Command:['docker-compose', '--env-file', '/ClickHouse/tests/integration/test_merge_tree_check_part_with_cache/_instances_0_gw2/.env', '--project-name', 'roottestmergetreecheckpartwithcache_gw2', '--file', '/ClickHouse/tests/integration/test_merge_tree_check_part_with_cache/_instances_0_gw2/node/docker-compose.yml', '--file', '/ClickHouse/tests/integration/helpers/../../../tests/integration/compose/docker_compose_minio.yml', 'pull'] Stderr:Pulling proxy1 ... Stderr:Pulling proxy2 ... Stderr:Pulling resolver ... Stderr:Pulling minio1 ... Stderr:Pulling node ... Stderr:Pulling proxy1 ... pulling from altinityinfra/s3-proxy Stderr:Pulling proxy1 ... digest: sha256:2c143e57962bb1494a... Stderr:Pulling proxy1 ... status: image is up to date for a... Stderr:Pulling proxy1 ... done Stderr:Pulling node ... pulling from altinityinfra/integr... Stderr:Pulling resolver ... pulling from altinityinfra/python... Stderr:Pulling node ... digest: sha256:2ea9da862c215fd684... Stderr:Pulling node ... status: image is up to date for a... Stderr:Pulling node ... done Stderr:Pulling resolver ... digest: sha256:919cb0e6c1a4f05e8d... Stderr:Pulling resolver ... status: image is up to date for a... Stderr:Pulling resolver ... done Stderr:Pulling proxy2 ... pulling from altinityinfra/s3-proxy Stderr:Pulling proxy2 ... digest: sha256:2c143e57962bb1494a... Stderr:Pulling proxy2 ... status: image is up to date for a... Stderr:Pulling proxy2 ... done Stderr:Pulling minio1 ... error Stderr: Stderr:ERROR: for minio1 pull access denied for minio/minio, repository does not exist or may require 'docker login': denied: requested access to the resource is denied Stderr:pull access denied for minio/minio, repository does not exist or may require 'docker login': denied: requested access to the resource is denied Exitcode:1 Got exception pulling images: Command ['docker-compose', '--env-file', '/ClickHouse/tests/integration/test_merge_tree_check_part_with_cache/_instances_0_gw2/.env', '--project-name', 'roottestmergetreecheckpartwithcache_gw2', '--file', '/ClickHouse/tests/integration/test_merge_tree_check_part_with_cache/_instances_0_gw2/node/docker-compose.yml', '--file', '/ClickHouse/tests/integration/helpers/../../../tests/integration/compose/docker_compose_minio.yml', 'pull'] return non-zero code 1: Pulling proxy1 ... Pulling proxy2 ... Pulling resolver ... Pulling minio1 ... Pulling node ... Pulling proxy1 ... pulling from altinityinfra/s3-proxy Pulling proxy1 ... digest: sha256:2c143e57962bb1494a... Pulling proxy1 ... status: image is up to date for a... Pulling proxy1 ... done Pulling node ... pulling from altinityinfra/integr... Pulling resolver ... pulling from altinityinfra/python... Pulling node ... digest: sha256:2ea9da862c215fd684... Pulling node ... status: image is up to date for a... Pulling node ... done Pulling resolver ... digest: sha256:919cb0e6c1a4f05e8d... Pulling resolver ... status: image is up to date for a... Pulling resolver ... done Pulling proxy2 ... pulling from altinityinfra/s3-proxy Pulling proxy2 ... digest: sha256:2c143e57962bb1494a... Pulling proxy2 ... status: image is up to date for a... Pulling proxy2 ... done Pulling minio1 ... error ERROR: for minio1 pull access denied for minio/minio, repository does not exist or may require 'docker login': denied: requested access to the resource is denied pull access denied for minio/minio, repository does not exist or may require 'docker login': denied: requested access to the resource is denied Command:['docker-compose', '--env-file', '/ClickHouse/tests/integration/test_merge_tree_check_part_with_cache/_instances_0_gw2/.env', '--project-name', 'roottestmergetreecheckpartwithcache_gw2', '--file', '/ClickHouse/tests/integration/test_merge_tree_check_part_with_cache/_instances_0_gw2/node/docker-compose.yml', '--file', '/ClickHouse/tests/integration/helpers/../../../tests/integration/compose/docker_compose_minio.yml', 'pull'] Stderr:Pulling proxy2 ... Stderr:Pulling proxy1 ... Stderr:Pulling minio1 ... Stderr:Pulling node ... Stderr:Pulling resolver ... Stderr:Pulling proxy1 ... pulling from altinityinfra/s3-proxy Stderr:Pulling resolver ... pulling from altinityinfra/python... Stderr:Pulling proxy1 ... digest: sha256:2c143e57962bb1494a... Stderr:Pulling proxy1 ... status: image is up to date for a... Stderr:Pulling proxy1 ... done Stderr:Pulling resolver ... digest: sha256:919cb0e6c1a4f05e8d... Stderr:Pulling resolver ... status: image is up to date for a... Stderr:Pulling resolver ... done Stderr:Pulling proxy2 ... pulling from altinityinfra/s3-proxy Stderr:Pulling proxy2 ... digest: sha256:2c143e57962bb1494a... Stderr:Pulling proxy2 ... status: image is up to date for a... Stderr:Pulling node ... pulling from altinityinfra/integr... Stderr:Pulling proxy2 ... done Stderr:Pulling node ... digest: sha256:2ea9da862c215fd684... Stderr:Pulling node ... status: image is up to date for a... Stderr:Pulling node ... done Stderr:Pulling minio1 ... error Stderr: Stderr:ERROR: for minio1 pull access denied for minio/minio, repository does not exist or may require 'docker login': denied: requested access to the resource is denied Stderr:pull access denied for minio/minio, repository does not exist or may require 'docker login': denied: requested access to the resource is denied Exitcode:1 Got exception pulling images: Command ['docker-compose', '--env-file', '/ClickHouse/tests/integration/test_merge_tree_check_part_with_cache/_instances_0_gw2/.env', '--project-name', 'roottestmergetreecheckpartwithcache_gw2', '--file', '/ClickHouse/tests/integration/test_merge_tree_check_part_with_cache/_instances_0_gw2/node/docker-compose.yml', '--file', '/ClickHouse/tests/integration/helpers/../../../tests/integration/compose/docker_compose_minio.yml', 'pull'] return non-zero code 1: Pulling proxy2 ... Pulling proxy1 ... Pulling minio1 ... Pulling node ... Pulling resolver ... Pulling proxy1 ... pulling from altinityinfra/s3-proxy Pulling resolver ... pulling from altinityinfra/python... Pulling proxy1 ... digest: sha256:2c143e57962bb1494a... Pulling proxy1 ... status: image is up to date for a... Pulling proxy1 ... done Pulling resolver ... digest: sha256:919cb0e6c1a4f05e8d... Pulling resolver ... status: image is up to date for a... Pulling resolver ... done Pulling proxy2 ... pulling from altinityinfra/s3-proxy Pulling proxy2 ... digest: sha256:2c143e57962bb1494a... Pulling proxy2 ... status: image is up to date for a... Pulling node ... pulling from altinityinfra/integr... Pulling proxy2 ... done Pulling node ... digest: sha256:2ea9da862c215fd684... Pulling node ... status: image is up to date for a... Pulling node ... done Pulling minio1 ... error ERROR: for minio1 pull access denied for minio/minio, repository does not exist or may require 'docker login': denied: requested access to the resource is denied pull access denied for minio/minio, repository does not exist or may require 'docker login': denied: requested access to the resource is denied Command:['docker-compose', '--env-file', '/ClickHouse/tests/integration/test_merge_tree_check_part_with_cache/_instances_0_gw2/.env', '--project-name', 'roottestmergetreecheckpartwithcache_gw2', '--file', '/ClickHouse/tests/integration/test_merge_tree_check_part_with_cache/_instances_0_gw2/node/docker-compose.yml', '--file', '/ClickHouse/tests/integration/helpers/../../../tests/integration/compose/docker_compose_minio.yml', 'pull'] Stderr:Pulling proxy1 ... Stderr:Pulling proxy2 ... Stderr:Pulling resolver ... Stderr:Pulling minio1 ... Stderr:Pulling node ... Stderr:Pulling node ... pulling from altinityinfra/integr... Stderr:Pulling proxy1 ... pulling from altinityinfra/s3-proxy Stderr:Pulling proxy2 ... pulling from altinityinfra/s3-proxy Stderr:Pulling node ... digest: sha256:2ea9da862c215fd684... Stderr:Pulling node ... status: image is up to date for a... Stderr:Pulling resolver ... pulling from altinityinfra/python... Stderr:Pulling node ... done Stderr:Pulling proxy2 ... digest: sha256:2c143e57962bb1494a... Stderr:Pulling proxy2 ... status: image is up to date for a... Stderr:Pulling proxy1 ... digest: sha256:2c143e57962bb1494a... Stderr:Pulling proxy1 ... status: image is up to date for a... Stderr:Pulling proxy2 ... done Stderr:Pulling proxy1 ... done Stderr:Pulling resolver ... digest: sha256:919cb0e6c1a4f05e8d... Stderr:Pulling resolver ... status: image is up to date for a... Stderr:Pulling resolver ... done Stderr:Pulling minio1 ... error Stderr: Stderr:ERROR: for minio1 pull access denied for minio/minio, repository does not exist or may require 'docker login': denied: requested access to the resource is denied Stderr:pull access denied for minio/minio, repository does not exist or may require 'docker login': denied: requested access to the resource is denied Exitcode:1 Got exception pulling images: Command ['docker-compose', '--env-file', '/ClickHouse/tests/integration/test_merge_tree_check_part_with_cache/_instances_0_gw2/.env', '--project-name', 'roottestmergetreecheckpartwithcache_gw2', '--file', '/ClickHouse/tests/integration/test_merge_tree_check_part_with_cache/_instances_0_gw2/node/docker-compose.yml', '--file', '/ClickHouse/tests/integration/helpers/../../../tests/integration/compose/docker_compose_minio.yml', 'pull'] return non-zero code 1: Pulling proxy1 ... Pulling proxy2 ... Pulling resolver ... Pulling minio1 ... Pulling node ... Pulling node ... pulling from altinityinfra/integr... Pulling proxy1 ... pulling from altinityinfra/s3-proxy Pulling proxy2 ... pulling from altinityinfra/s3-proxy Pulling node ... digest: sha256:2ea9da862c215fd684... Pulling node ... status: image is up to date for a... Pulling resolver ... pulling from altinityinfra/python... Pulling node ... done Pulling proxy2 ... digest: sha256:2c143e57962bb1494a... Pulling proxy2 ... status: image is up to date for a... Pulling proxy1 ... digest: sha256:2c143e57962bb1494a... Pulling proxy1 ... status: image is up to date for a... Pulling proxy2 ... done Pulling proxy1 ... done Pulling resolver ... digest: sha256:919cb0e6c1a4f05e8d... Pulling resolver ... status: image is up to date for a... Pulling resolver ... done Pulling minio1 ... error ERROR: for minio1 pull access denied for minio/minio, repository does not exist or may require 'docker login': denied: requested access to the resource is denied pull access denied for minio/minio, repository does not exist or may require 'docker login': denied: requested access to the resource is denied Command:['docker-compose', '--env-file', '/ClickHouse/tests/integration/test_merge_tree_check_part_with_cache/_instances_0_gw2/.env', '--project-name', 'roottestmergetreecheckpartwithcache_gw2', '--file', '/ClickHouse/tests/integration/test_merge_tree_check_part_with_cache/_instances_0_gw2/node/docker-compose.yml', '--file', '/ClickHouse/tests/integration/helpers/../../../tests/integration/compose/docker_compose_minio.yml', 'pull'] Stderr:Pulling proxy1 ... Stderr:Pulling proxy2 ... Stderr:Pulling minio1 ... Stderr:Pulling resolver ... Stderr:Pulling node ... Stderr:Pulling proxy1 ... pulling from altinityinfra/s3-proxy Stderr:Pulling node ... pulling from altinityinfra/integr... Stderr:Pulling resolver ... pulling from altinityinfra/python... Stderr:Pulling proxy1 ... digest: sha256:2c143e57962bb1494a... Stderr:Pulling proxy1 ... status: image is up to date for a... Stderr:Pulling proxy2 ... pulling from altinityinfra/s3-proxy Stderr:Pulling proxy1 ... done Stderr:Pulling node ... digest: sha256:2ea9da862c215fd684... Stderr:Pulling node ... status: image is up to date for a... Stderr:Pulling node ... done Stderr:Pulling resolver ... digest: sha256:919cb0e6c1a4f05e8d... Stderr:Pulling resolver ... status: image is up to date for a... Stderr:Pulling resolver ... done Stderr:Pulling proxy2 ... digest: sha256:2c143e57962bb1494a... Stderr:Pulling proxy2 ... status: image is up to date for a... Stderr:Pulling proxy2 ... done Stderr:Pulling minio1 ... error Stderr: Stderr:ERROR: for minio1 pull access denied for minio/minio, repository does not exist or may require 'docker login': denied: requested access to the resource is denied Stderr:pull access denied for minio/minio, repository does not exist or may require 'docker login': denied: requested access to the resource is denied Exitcode:1 Got exception pulling images: Command ['docker-compose', '--env-file', '/ClickHouse/tests/integration/test_merge_tree_check_part_with_cache/_instances_0_gw2/.env', '--project-name', 'roottestmergetreecheckpartwithcache_gw2', '--file', '/ClickHouse/tests/integration/test_merge_tree_check_part_with_cache/_instances_0_gw2/node/docker-compose.yml', '--file', '/ClickHouse/tests/integration/helpers/../../../tests/integration/compose/docker_compose_minio.yml', 'pull'] return non-zero code 1: Pulling proxy1 ... Pulling proxy2 ... Pulling minio1 ... Pulling resolver ... Pulling node ... Pulling proxy1 ... pulling from altinityinfra/s3-proxy Pulling node ... pulling from altinityinfra/integr... Pulling resolver ... pulling from altinityinfra/python... Pulling proxy1 ... digest: sha256:2c143e57962bb1494a... Pulling proxy1 ... status: image is up to date for a... Pulling proxy2 ... pulling from altinityinfra/s3-proxy Pulling proxy1 ... done Pulling node ... digest: sha256:2ea9da862c215fd684... Pulling node ... status: image is up to date for a... Pulling node ... done Pulling resolver ... digest: sha256:919cb0e6c1a4f05e8d... Pulling resolver ... status: image is up to date for a... Pulling resolver ... done Pulling proxy2 ... digest: sha256:2c143e57962bb1494a... Pulling proxy2 ... status: image is up to date for a... Pulling proxy2 ... done Pulling minio1 ... error ERROR: for minio1 pull access denied for minio/minio, repository does not exist or may require 'docker login': denied: requested access to the resource is denied pull access denied for minio/minio, repository does not exist or may require 'docker login': denied: requested access to the resource is denied Command:['docker-compose', '--env-file', '/ClickHouse/tests/integration/test_merge_tree_check_part_with_cache/_instances_0_gw2/.env', '--project-name', 'roottestmergetreecheckpartwithcache_gw2', '--file', '/ClickHouse/tests/integration/test_merge_tree_check_part_with_cache/_instances_0_gw2/node/docker-compose.yml', '--file', '/ClickHouse/tests/integration/helpers/../../../tests/integration/compose/docker_compose_minio.yml', 'pull'] Stderr:Pulling proxy2 ... Stderr:Pulling proxy1 ... Stderr:Pulling resolver ... Stderr:Pulling minio1 ... Stderr:Pulling node ... Stderr:Pulling proxy1 ... pulling from altinityinfra/s3-proxy Stderr:Pulling proxy2 ... pulling from altinityinfra/s3-proxy Stderr:Pulling proxy1 ... digest: sha256:2c143e57962bb1494a... Stderr:Pulling proxy1 ... status: image is up to date for a... Stderr:Pulling proxy1 ... done Stderr:Pulling proxy2 ... digest: sha256:2c143e57962bb1494a... Stderr:Pulling proxy2 ... status: image is up to date for a... Stderr:Pulling proxy2 ... done Stderr:Pulling resolver ... pulling from altinityinfra/python... Stderr:Pulling node ... pulling from altinityinfra/integr... Stderr:Pulling resolver ... digest: sha256:919cb0e6c1a4f05e8d... Stderr:Pulling resolver ... status: image is up to date for a... Stderr:Pulling resolver ... done Stderr:Pulling node ... digest: sha256:2ea9da862c215fd684... Stderr:Pulling node ... status: image is up to date for a... Stderr:Pulling node ... done Stderr:Pulling minio1 ... error Stderr: Stderr:ERROR: for minio1 pull access denied for minio/minio, repository does not exist or may require 'docker login': denied: requested access to the resource is denied Stderr:pull access denied for minio/minio, repository does not exist or may require 'docker login': denied: requested access to the resource is denied Exitcode:1 Failed to start cluster: Command ['docker-compose', '--env-file', '/ClickHouse/tests/integration/test_merge_tree_check_part_with_cache/_instances_0_gw2/.env', '--project-name', 'roottestmergetreecheckpartwithcache_gw2', '--file', '/ClickHouse/tests/integration/test_merge_tree_check_part_with_cache/_instances_0_gw2/node/docker-compose.yml', '--file', '/ClickHouse/tests/integration/helpers/../../../tests/integration/compose/docker_compose_minio.yml', 'pull'] return non-zero code 1: Pulling proxy2 ... Pulling proxy1 ... Pulling resolver ... Pulling minio1 ... Pulling node ... Pulling proxy1 ... pulling from altinityinfra/s3-proxy Pulling proxy2 ... pulling from altinityinfra/s3-proxy Pulling proxy1 ... digest: sha256:2c143e57962bb1494a... Pulling proxy1 ... status: image is up to date for a... Pulling proxy1 ... done Pulling proxy2 ... digest: sha256:2c143e57962bb1494a... Pulling proxy2 ... status: image is up to date for a... Pulling proxy2 ... done Pulling resolver ... pulling from altinityinfra/python... Pulling node ... pulling from altinityinfra/integr... Pulling resolver ... digest: sha256:919cb0e6c1a4f05e8d... Pulling resolver ... status: image is up to date for a... Pulling resolver ... done Pulling node ... digest: sha256:2ea9da862c215fd684... Pulling node ... status: image is up to date for a... Pulling node ... done Pulling minio1 ... error ERROR: for minio1 pull access denied for minio/minio, repository does not exist or may require 'docker login': denied: requested access to the resource is denied pull access denied for minio/minio, repository does not exist or may require 'docker login': denied: requested access to the resource is denied Traceback (most recent call last): File "/ClickHouse/tests/integration/helpers/cluster.py", line 2831, in start retry(log_function=logging_pulling_images)(run_and_check)( File "/ClickHouse/tests/integration/helpers/retry_decorator.py", line 28, in wrapper raise e File "/ClickHouse/tests/integration/helpers/retry_decorator.py", line 19, in wrapper func(*args, **kwargs) File "/ClickHouse/tests/integration/helpers/cluster.py", line 129, in run_and_check raise Exception( Exception: Command ['docker-compose', '--env-file', '/ClickHouse/tests/integration/test_merge_tree_check_part_with_cache/_instances_0_gw2/.env', '--project-name', 'roottestmergetreecheckpartwithcache_gw2', '--file', '/ClickHouse/tests/integration/test_merge_tree_check_part_with_cache/_instances_0_gw2/node/docker-compose.yml', '--file', '/ClickHouse/tests/integration/helpers/../../../tests/integration/compose/docker_compose_minio.yml', 'pull'] return non-zero code 1: Pulling proxy2 ... Pulling proxy1 ... Pulling resolver ... Pulling minio1 ... Pulling node ... Pulling proxy1 ... pulling from altinityinfra/s3-proxy Pulling proxy2 ... pulling from altinityinfra/s3-proxy Pulling proxy1 ... digest: sha256:2c143e57962bb1494a... Pulling proxy1 ... status: image is up to date for a... Pulling proxy1 ... done Pulling proxy2 ... digest: sha256:2c143e57962bb1494a... Pulling proxy2 ... status: image is up to date for a... Pulling proxy2 ... done Pulling resolver ... pulling from altinityinfra/python... Pulling node ... pulling from altinityinfra/integr... Pulling resolver ... digest: sha256:919cb0e6c1a4f05e8d... Pulling resolver ... status: image is up to date for a... Pulling resolver ... done Pulling node ... digest: sha256:2ea9da862c215fd684... Pulling node ... status: image is up to date for a... Pulling node ... done Pulling minio1 ... error ERROR: for minio1 pull access denied for minio/minio, repository does not exist or may require 'docker login': denied: requested access to the resource is denied pull access denied for minio/minio, repository does not exist or may require 'docker login': denied: requested access to the resource is denied None docker-compose up was not called. Trying to export docker.log for running containers Cleanup called Docker networks for project roottestmergetreecheckpartwithcache_gw2 are NETWORK ID NAME DRIVER SCOPE Docker containers for project roottestmergetreecheckpartwithcache_gw2 are CONTAINER ID IMAGE COMMAND CREATED STATUS PORTS NAMES Docker volumes for project roottestmergetreecheckpartwithcache_gw2 are DRIVER VOLUME NAME Command:docker container list --all --filter name='^/roottestmergetreecheckpartwithcache_gw2_.*_1$' --format '{{.ID}}:{{.Names}}' Unstopped containers: {} No running containers for project: roottestmergetreecheckpartwithcache_gw2 Trying to prune unused networks... Trying to prune unused volumes... Command:['docker volume ls | wc -l'] Stdout:1 docker-compose up was not called. Trying to export docker.log for running containers Cleanup called Docker networks for project roottestmergetreecheckpartwithcache_gw2 are NETWORK ID NAME DRIVER SCOPE Docker containers for project roottestmergetreecheckpartwithcache_gw2 are CONTAINER ID IMAGE COMMAND CREATED STATUS PORTS NAMES Docker volumes for project roottestmergetreecheckpartwithcache_gw2 are DRIVER VOLUME NAME Command:docker container list --all --filter name='^/roottestmergetreecheckpartwithcache_gw2_.*_1$' --format '{{.ID}}:{{.Names}}' Unstopped containers: {} No running containers for project: roottestmergetreecheckpartwithcache_gw2 Trying to prune unused networks... Trying to prune unused volumes... Command:['docker volume ls | wc -l'] Stdout:1 ------------------------------ Captured log setup ------------------------------ 2026-09-30 16:52:36 [ 475 ] INFO : Running tests in /ClickHouse/tests/integration/test_merge_tree_check_part_with_cache/test.py (cluster.py:2790, start) 2026-09-30 16:52:36 [ 475 ] DEBUG : Cluster start called. is_up=False (cluster.py:2797, start) 2026-09-30 16:52:36 [ 475 ] DEBUG : Docker networks for project roottestmergetreecheckpartwithcache_gw2 are NETWORK ID NAME DRIVER SCOPE (cluster.py:855, print_all_docker_pieces) 2026-09-30 16:52:36 [ 475 ] DEBUG : Docker containers for project roottestmergetreecheckpartwithcache_gw2 are CONTAINER ID IMAGE COMMAND CREATED STATUS PORTS NAMES (cluster.py:863, print_all_docker_pieces) 2026-09-30 16:52:36 [ 475 ] DEBUG : Docker volumes for project roottestmergetreecheckpartwithcache_gw2 are DRIVER VOLUME NAME (cluster.py:871, print_all_docker_pieces) 2026-09-30 16:52:36 [ 475 ] DEBUG : Cleanup called (cluster.py:876, cleanup) 2026-09-30 16:52:36 [ 475 ] DEBUG : Docker networks for project roottestmergetreecheckpartwithcache_gw2 are NETWORK ID NAME DRIVER SCOPE (cluster.py:855, print_all_docker_pieces) 2026-09-30 16:52:36 [ 475 ] DEBUG : Docker containers for project roottestmergetreecheckpartwithcache_gw2 are CONTAINER ID IMAGE COMMAND CREATED STATUS PORTS NAMES (cluster.py:863, print_all_docker_pieces) 2026-09-30 16:52:36 [ 475 ] DEBUG : Docker volumes for project roottestmergetreecheckpartwithcache_gw2 are DRIVER VOLUME NAME (cluster.py:871, print_all_docker_pieces) 2026-09-30 16:52:36 [ 475 ] DEBUG : Command:docker container list --all --filter name='^/roottestmergetreecheckpartwithcache_gw2_.*_1$' --format '{{.ID}}:{{.Names}}' (cluster.py:113, run_and_check) 2026-09-30 16:52:36 [ 475 ] DEBUG : Unstopped containers: {} (cluster.py:890, cleanup) 2026-09-30 16:52:36 [ 475 ] DEBUG : No running containers for project: roottestmergetreecheckpartwithcache_gw2 (cluster.py:904, cleanup) 2026-09-30 16:52:36 [ 475 ] DEBUG : Trying to prune unused networks... (cluster.py:910, cleanup) 2026-09-30 16:52:36 [ 475 ] DEBUG : Trying to prune unused volumes... (cluster.py:937, cleanup) 2026-09-30 16:52:36 [ 475 ] DEBUG : Command:['docker volume ls | wc -l'] (cluster.py:113, run_and_check) 2026-09-30 16:52:36 [ 475 ] DEBUG : Stdout:1 (cluster.py:121, run_and_check) 2026-09-30 16:52:36 [ 475 ] DEBUG : Setup directory for instance: node (cluster.py:2810, start) 2026-09-30 16:52:36 [ 475 ] DEBUG : Create directory for configuration generated in this helper (cluster.py:4538, create_dir) 2026-09-30 16:52:36 [ 475 ] DEBUG : Create directory for common tests configuration (cluster.py:4543, create_dir) 2026-09-30 16:52:36 [ 475 ] DEBUG : Copy common configuration from helpers (cluster.py:4563, create_dir) 2026-09-30 16:52:36 [ 475 ] DEBUG : Generate and write macros file (cluster.py:4606, create_dir) 2026-09-30 16:52:36 [ 475 ] DEBUG : Copy custom test config files ['/ClickHouse/tests/integration/test_merge_tree_check_part_with_cache/configs/storage_conf.xml'] to /ClickHouse/tests/integration/test_merge_tree_check_part_with_cache/_instances_0_gw2/node/configs/config.d (cluster.py:4636, create_dir) 2026-09-30 16:52:36 [ 475 ] DEBUG : Setup database dir /ClickHouse/tests/integration/test_merge_tree_check_part_with_cache/_instances_0_gw2/node/database (cluster.py:4653, create_dir) 2026-09-30 16:52:36 [ 475 ] DEBUG : Setup logs dir /ClickHouse/tests/integration/test_merge_tree_check_part_with_cache/_instances_0_gw2/node/logs (cluster.py:4664, create_dir) 2026-09-30 16:52:36 [ 475 ] DEBUG : Entrypoint cmd: ["clickhouse", "server", "--config-file=/etc/clickhouse-server/config.xml", "--log-file=/var/log/clickhouse-server/clickhouse-server.log", "--errorlog-file=/var/log/clickhouse-server/clickhouse-server.err.log"] (cluster.py:4750, create_dir) 2026-09-30 16:52:36 [ 475 ] DEBUG : Env {'ASAN_OPTIONS': 'use_sigaltstack=0', 'TSAN_OPTIONS': 'use_sigaltstack=0', 'CLICKHOUSE_WATCHDOG_ENABLE': '0', 'CLICKHOUSE_NATS_TLS_SECURE': '0', 'LLVM_PROFILE_FILE': '/var/lib/clickhouse/server_%h_%p_%m.profraw', 'MINIO_CERTS_DIR': '/ClickHouse/tests/integration/test_merge_tree_check_part_with_cache/_instances_0_gw2/minio/certs', 'MINIO_DATA_DIR': '/ClickHouse/tests/integration/test_merge_tree_check_part_with_cache/_instances_0_gw2/minio/data', 'MINIO_PORT': '9001', 'SSL_CERT_FILE': '/ClickHouse/tests/integration/test_merge_tree_check_part_with_cache/_instances_0_gw2/minio/certs/public.crt'} stored in /ClickHouse/tests/integration/test_merge_tree_check_part_with_cache/_instances_0_gw2/.env (cluster.py:86, _create_env_file) 2026-09-30 16:52:36 [ 475 ] DEBUG : Trying paths: ['/root/.docker/config.json', '/root/.dockercfg'] (config.py:21, find_config_file) 2026-09-30 16:52:36 [ 475 ] DEBUG : No config file found (config.py:28, find_config_file) 2026-09-30 16:52:36 [ 475 ] DEBUG : Trying paths: ['/root/.docker/config.json', '/root/.dockercfg'] (config.py:21, find_config_file) 2026-09-30 16:52:36 [ 475 ] DEBUG : No config file found (config.py:28, find_config_file) 2026-09-30 16:52:36 [ 475 ] DEBUG : http://localhost:None "GET /version HTTP/1.1" 200 825 (connectionpool.py:547, _make_request) 2026-09-30 16:52:36 [ 475 ] DEBUG : Command:['docker-compose', '--env-file', '/ClickHouse/tests/integration/test_merge_tree_check_part_with_cache/_instances_0_gw2/.env', '--project-name', 'roottestmergetreecheckpartwithcache_gw2', '--file', '/ClickHouse/tests/integration/test_merge_tree_check_part_with_cache/_instances_0_gw2/node/docker-compose.yml', '--file', '/ClickHouse/tests/integration/helpers/../../../tests/integration/compose/docker_compose_minio.yml', 'pull'] (cluster.py:113, run_and_check) 2026-09-30 16:53:32 [ 475 ] DEBUG : Stderr:Pulling proxy1 ... (cluster.py:123, run_and_check) 2026-09-30 16:53:32 [ 475 ] DEBUG : Stderr:Pulling proxy2 ... (cluster.py:123, run_and_check) 2026-09-30 16:53:32 [ 475 ] DEBUG : Stderr:Pulling resolver ... (cluster.py:123, run_and_check) 2026-09-30 16:53:32 [ 475 ] DEBUG : Stderr:Pulling minio1 ... (cluster.py:123, run_and_check) 2026-09-30 16:53:32 [ 475 ] DEBUG : Stderr:Pulling node ... (cluster.py:123, run_and_check) 2026-09-30 16:53:32 [ 475 ] DEBUG : Stderr:Pulling proxy1 ... pulling from altinityinfra/s3-proxy (cluster.py:123, run_and_check) 2026-09-30 16:53:32 [ 475 ] DEBUG : Stderr:Pulling proxy1 ... digest: sha256:2c143e57962bb1494a... (cluster.py:123, run_and_check) 2026-09-30 16:53:32 [ 475 ] DEBUG : Stderr:Pulling proxy1 ... status: image is up to date for a... (cluster.py:123, run_and_check) 2026-09-30 16:53:32 [ 475 ] DEBUG : Stderr:Pulling proxy1 ... done (cluster.py:123, run_and_check) 2026-09-30 16:53:32 [ 475 ] DEBUG : Stderr:Pulling node ... pulling from altinityinfra/integr... (cluster.py:123, run_and_check) 2026-09-30 16:53:32 [ 475 ] DEBUG : Stderr:Pulling resolver ... pulling from altinityinfra/python... (cluster.py:123, run_and_check) 2026-09-30 16:53:32 [ 475 ] DEBUG : Stderr:Pulling node ... digest: sha256:2ea9da862c215fd684... (cluster.py:123, run_and_check) 2026-09-30 16:53:32 [ 475 ] DEBUG : Stderr:Pulling node ... status: image is up to date for a... (cluster.py:123, run_and_check) 2026-09-30 16:53:32 [ 475 ] DEBUG : Stderr:Pulling node ... done (cluster.py:123, run_and_check) 2026-09-30 16:53:32 [ 475 ] DEBUG : Stderr:Pulling resolver ... digest: sha256:919cb0e6c1a4f05e8d... (cluster.py:123, run_and_check) 2026-09-30 16:53:32 [ 475 ] DEBUG : Stderr:Pulling resolver ... status: image is up to date for a... (cluster.py:123, run_and_check) 2026-09-30 16:53:32 [ 475 ] DEBUG : Stderr:Pulling resolver ... done (cluster.py:123, run_and_check) 2026-09-30 16:53:32 [ 475 ] DEBUG : Stderr:Pulling proxy2 ... pulling from altinityinfra/s3-proxy (cluster.py:123, run_and_check) 2026-09-30 16:53:32 [ 475 ] DEBUG : Stderr:Pulling proxy2 ... digest: sha256:2c143e57962bb1494a... (cluster.py:123, run_and_check) 2026-09-30 16:53:32 [ 475 ] DEBUG : Stderr:Pulling proxy2 ... status: image is up to date for a... (cluster.py:123, run_and_check) 2026-09-30 16:53:32 [ 475 ] DEBUG : Stderr:Pulling proxy2 ... done (cluster.py:123, run_and_check) 2026-09-30 16:53:32 [ 475 ] DEBUG : Stderr:Pulling minio1 ... error (cluster.py:123, run_and_check) 2026-09-30 16:53:32 [ 475 ] DEBUG : Stderr: (cluster.py:123, run_and_check) 2026-09-30 16:53:32 [ 475 ] DEBUG : Stderr:ERROR: for minio1 pull access denied for minio/minio, repository does not exist or may require 'docker login': denied: requested access to the resource is denied (cluster.py:123, run_and_check) 2026-09-30 16:53:32 [ 475 ] DEBUG : Stderr:pull access denied for minio/minio, repository does not exist or may require 'docker login': denied: requested access to the resource is denied (cluster.py:123, run_and_check) 2026-09-30 16:53:32 [ 475 ] DEBUG : Exitcode:1 (cluster.py:125, run_and_check) 2026-09-30 16:53:32 [ 475 ] INFO : Got exception pulling images: Command ['docker-compose', '--env-file', '/ClickHouse/tests/integration/test_merge_tree_check_part_with_cache/_instances_0_gw2/.env', '--project-name', 'roottestmergetreecheckpartwithcache_gw2', '--file', '/ClickHouse/tests/integration/test_merge_tree_check_part_with_cache/_instances_0_gw2/node/docker-compose.yml', '--file', '/ClickHouse/tests/integration/helpers/../../../tests/integration/compose/docker_compose_minio.yml', 'pull'] return non-zero code 1: Pulling proxy1 ... Pulling proxy2 ... Pulling resolver ... Pulling minio1 ... Pulling node ... Pulling proxy1 ... pulling from altinityinfra/s3-proxy Pulling proxy1 ... digest: sha256:2c143e57962bb1494a... Pulling proxy1 ... status: image is up to date for a... Pulling proxy1 ... done Pulling node ... pulling from altinityinfra/integr... Pulling resolver ... pulling from altinityinfra/python... Pulling node ... digest: sha256:2ea9da862c215fd684... Pulling node ... status: image is up to date for a... Pulling node ... done Pulling resolver ... digest: sha256:919cb0e6c1a4f05e8d... Pulling resolver ... status: image is up to date for a... Pulling resolver ... done Pulling proxy2 ... pulling from altinityinfra/s3-proxy Pulling proxy2 ... digest: sha256:2c143e57962bb1494a... Pulling proxy2 ... status: image is up to date for a... Pulling proxy2 ... done Pulling minio1 ... error ERROR: for minio1 pull access denied for minio/minio, repository does not exist or may require 'docker login': denied: requested access to the resource is denied pull access denied for minio/minio, repository does not exist or may require 'docker login': denied: requested access to the resource is denied (cluster.py:2827, logging_pulling_images) 2026-09-30 16:53:34 [ 475 ] DEBUG : Command:['docker-compose', '--env-file', '/ClickHouse/tests/integration/test_merge_tree_check_part_with_cache/_instances_0_gw2/.env', '--project-name', 'roottestmergetreecheckpartwithcache_gw2', '--file', '/ClickHouse/tests/integration/test_merge_tree_check_part_with_cache/_instances_0_gw2/node/docker-compose.yml', '--file', '/ClickHouse/tests/integration/helpers/../../../tests/integration/compose/docker_compose_minio.yml', 'pull'] (cluster.py:113, run_and_check) 2026-09-30 16:54:37 [ 475 ] DEBUG : Stderr:Pulling proxy2 ... (cluster.py:123, run_and_check) 2026-09-30 16:54:37 [ 475 ] DEBUG : Stderr:Pulling proxy1 ... (cluster.py:123, run_and_check) 2026-09-30 16:54:37 [ 475 ] DEBUG : Stderr:Pulling minio1 ... (cluster.py:123, run_and_check) 2026-09-30 16:54:37 [ 475 ] DEBUG : Stderr:Pulling node ... (cluster.py:123, run_and_check) 2026-09-30 16:54:37 [ 475 ] DEBUG : Stderr:Pulling resolver ... (cluster.py:123, run_and_check) 2026-09-30 16:54:37 [ 475 ] DEBUG : Stderr:Pulling proxy1 ... pulling from altinityinfra/s3-proxy (cluster.py:123, run_and_check) 2026-09-30 16:54:37 [ 475 ] DEBUG : Stderr:Pulling resolver ... pulling from altinityinfra/python... (cluster.py:123, run_and_check) 2026-09-30 16:54:37 [ 475 ] DEBUG : Stderr:Pulling proxy1 ... digest: sha256:2c143e57962bb1494a... (cluster.py:123, run_and_check) 2026-09-30 16:54:37 [ 475 ] DEBUG : Stderr:Pulling proxy1 ... status: image is up to date for a... (cluster.py:123, run_and_check) 2026-09-30 16:54:37 [ 475 ] DEBUG : Stderr:Pulling proxy1 ... done (cluster.py:123, run_and_check) 2026-09-30 16:54:37 [ 475 ] DEBUG : Stderr:Pulling resolver ... digest: sha256:919cb0e6c1a4f05e8d... (cluster.py:123, run_and_check) 2026-09-30 16:54:37 [ 475 ] DEBUG : Stderr:Pulling resolver ... status: image is up to date for a... (cluster.py:123, run_and_check) 2026-09-30 16:54:37 [ 475 ] DEBUG : Stderr:Pulling resolver ... done (cluster.py:123, run_and_check) 2026-09-30 16:54:37 [ 475 ] DEBUG : Stderr:Pulling proxy2 ... pulling from altinityinfra/s3-proxy (cluster.py:123, run_and_check) 2026-09-30 16:54:37 [ 475 ] DEBUG : Stderr:Pulling proxy2 ... digest: sha256:2c143e57962bb1494a... (cluster.py:123, run_and_check) 2026-09-30 16:54:37 [ 475 ] DEBUG : Stderr:Pulling proxy2 ... status: image is up to date for a... (cluster.py:123, run_and_check) 2026-09-30 16:54:37 [ 475 ] DEBUG : Stderr:Pulling node ... pulling from altinityinfra/integr... (cluster.py:123, run_and_check) 2026-09-30 16:54:37 [ 475 ] DEBUG : Stderr:Pulling proxy2 ... done (cluster.py:123, run_and_check) 2026-09-30 16:54:37 [ 475 ] DEBUG : Stderr:Pulling node ... digest: sha256:2ea9da862c215fd684... (cluster.py:123, run_and_check) 2026-09-30 16:54:37 [ 475 ] DEBUG : Stderr:Pulling node ... status: image is up to date for a... (cluster.py:123, run_and_check) 2026-09-30 16:54:37 [ 475 ] DEBUG : Stderr:Pulling node ... done (cluster.py:123, run_and_check) 2026-09-30 16:54:37 [ 475 ] DEBUG : Stderr:Pulling minio1 ... error (cluster.py:123, run_and_check) 2026-09-30 16:54:37 [ 475 ] DEBUG : Stderr: (cluster.py:123, run_and_check) 2026-09-30 16:54:37 [ 475 ] DEBUG : Stderr:ERROR: for minio1 pull access denied for minio/minio, repository does not exist or may require 'docker login': denied: requested access to the resource is denied (cluster.py:123, run_and_check) 2026-09-30 16:54:37 [ 475 ] DEBUG : Stderr:pull access denied for minio/minio, repository does not exist or may require 'docker login': denied: requested access to the resource is denied (cluster.py:123, run_and_check) 2026-09-30 16:54:37 [ 475 ] DEBUG : Exitcode:1 (cluster.py:125, run_and_check) 2026-09-30 16:54:37 [ 475 ] INFO : Got exception pulling images: Command ['docker-compose', '--env-file', '/ClickHouse/tests/integration/test_merge_tree_check_part_with_cache/_instances_0_gw2/.env', '--project-name', 'roottestmergetreecheckpartwithcache_gw2', '--file', '/ClickHouse/tests/integration/test_merge_tree_check_part_with_cache/_instances_0_gw2/node/docker-compose.yml', '--file', '/ClickHouse/tests/integration/helpers/../../../tests/integration/compose/docker_compose_minio.yml', 'pull'] return non-zero code 1: Pulling proxy2 ... Pulling proxy1 ... Pulling minio1 ... Pulling node ... Pulling resolver ... Pulling proxy1 ... pulling from altinityinfra/s3-proxy Pulling resolver ... pulling from altinityinfra/python... Pulling proxy1 ... digest: sha256:2c143e57962bb1494a... Pulling proxy1 ... status: image is up to date for a... Pulling proxy1 ... done Pulling resolver ... digest: sha256:919cb0e6c1a4f05e8d... Pulling resolver ... status: image is up to date for a... Pulling resolver ... done Pulling proxy2 ... pulling from altinityinfra/s3-proxy Pulling proxy2 ... digest: sha256:2c143e57962bb1494a... Pulling proxy2 ... status: image is up to date for a... Pulling node ... pulling from altinityinfra/integr... Pulling proxy2 ... done Pulling node ... digest: sha256:2ea9da862c215fd684... Pulling node ... status: image is up to date for a... Pulling node ... done Pulling minio1 ... error ERROR: for minio1 pull access denied for minio/minio, repository does not exist or may require 'docker login': denied: requested access to the resource is denied pull access denied for minio/minio, repository does not exist or may require 'docker login': denied: requested access to the resource is denied (cluster.py:2827, logging_pulling_images) 2026-09-30 16:54:39 [ 475 ] DEBUG : Command:['docker-compose', '--env-file', '/ClickHouse/tests/integration/test_merge_tree_check_part_with_cache/_instances_0_gw2/.env', '--project-name', 'roottestmergetreecheckpartwithcache_gw2', '--file', '/ClickHouse/tests/integration/test_merge_tree_check_part_with_cache/_instances_0_gw2/node/docker-compose.yml', '--file', '/ClickHouse/tests/integration/helpers/../../../tests/integration/compose/docker_compose_minio.yml', 'pull'] (cluster.py:113, run_and_check) 2026-09-30 16:55:33 [ 475 ] DEBUG : Stderr:Pulling proxy1 ... (cluster.py:123, run_and_check) 2026-09-30 16:55:33 [ 475 ] DEBUG : Stderr:Pulling proxy2 ... (cluster.py:123, run_and_check) 2026-09-30 16:55:33 [ 475 ] DEBUG : Stderr:Pulling resolver ... (cluster.py:123, run_and_check) 2026-09-30 16:55:33 [ 475 ] DEBUG : Stderr:Pulling minio1 ... (cluster.py:123, run_and_check) 2026-09-30 16:55:33 [ 475 ] DEBUG : Stderr:Pulling node ... (cluster.py:123, run_and_check) 2026-09-30 16:55:33 [ 475 ] DEBUG : Stderr:Pulling node ... pulling from altinityinfra/integr... (cluster.py:123, run_and_check) 2026-09-30 16:55:33 [ 475 ] DEBUG : Stderr:Pulling proxy1 ... pulling from altinityinfra/s3-proxy (cluster.py:123, run_and_check) 2026-09-30 16:55:33 [ 475 ] DEBUG : Stderr:Pulling proxy2 ... pulling from altinityinfra/s3-proxy (cluster.py:123, run_and_check) 2026-09-30 16:55:33 [ 475 ] DEBUG : Stderr:Pulling node ... digest: sha256:2ea9da862c215fd684... (cluster.py:123, run_and_check) 2026-09-30 16:55:33 [ 475 ] DEBUG : Stderr:Pulling node ... status: image is up to date for a... (cluster.py:123, run_and_check) 2026-09-30 16:55:33 [ 475 ] DEBUG : Stderr:Pulling resolver ... pulling from altinityinfra/python... (cluster.py:123, run_and_check) 2026-09-30 16:55:33 [ 475 ] DEBUG : Stderr:Pulling node ... done (cluster.py:123, run_and_check) 2026-09-30 16:55:33 [ 475 ] DEBUG : Stderr:Pulling proxy2 ... digest: sha256:2c143e57962bb1494a... (cluster.py:123, run_and_check) 2026-09-30 16:55:33 [ 475 ] DEBUG : Stderr:Pulling proxy2 ... status: image is up to date for a... (cluster.py:123, run_and_check) 2026-09-30 16:55:33 [ 475 ] DEBUG : Stderr:Pulling proxy1 ... digest: sha256:2c143e57962bb1494a... (cluster.py:123, run_and_check) 2026-09-30 16:55:33 [ 475 ] DEBUG : Stderr:Pulling proxy1 ... status: image is up to date for a... (cluster.py:123, run_and_check) 2026-09-30 16:55:33 [ 475 ] DEBUG : Stderr:Pulling proxy2 ... done (cluster.py:123, run_and_check) 2026-09-30 16:55:33 [ 475 ] DEBUG : Stderr:Pulling proxy1 ... done (cluster.py:123, run_and_check) 2026-09-30 16:55:33 [ 475 ] DEBUG : Stderr:Pulling resolver ... digest: sha256:919cb0e6c1a4f05e8d... (cluster.py:123, run_and_check) 2026-09-30 16:55:33 [ 475 ] DEBUG : Stderr:Pulling resolver ... status: image is up to date for a... (cluster.py:123, run_and_check) 2026-09-30 16:55:33 [ 475 ] DEBUG : Stderr:Pulling resolver ... done (cluster.py:123, run_and_check) 2026-09-30 16:55:33 [ 475 ] DEBUG : Stderr:Pulling minio1 ... error (cluster.py:123, run_and_check) 2026-09-30 16:55:33 [ 475 ] DEBUG : Stderr: (cluster.py:123, run_and_check) 2026-09-30 16:55:33 [ 475 ] DEBUG : Stderr:ERROR: for minio1 pull access denied for minio/minio, repository does not exist or may require 'docker login': denied: requested access to the resource is denied (cluster.py:123, run_and_check) 2026-09-30 16:55:33 [ 475 ] DEBUG : Stderr:pull access denied for minio/minio, repository does not exist or may require 'docker login': denied: requested access to the resource is denied (cluster.py:123, run_and_check) 2026-09-30 16:55:33 [ 475 ] DEBUG : Exitcode:1 (cluster.py:125, run_and_check) 2026-09-30 16:55:33 [ 475 ] INFO : Got exception pulling images: Command ['docker-compose', '--env-file', '/ClickHouse/tests/integration/test_merge_tree_check_part_with_cache/_instances_0_gw2/.env', '--project-name', 'roottestmergetreecheckpartwithcache_gw2', '--file', '/ClickHouse/tests/integration/test_merge_tree_check_part_with_cache/_instances_0_gw2/node/docker-compose.yml', '--file', '/ClickHouse/tests/integration/helpers/../../../tests/integration/compose/docker_compose_minio.yml', 'pull'] return non-zero code 1: Pulling proxy1 ... Pulling proxy2 ... Pulling resolver ... Pulling minio1 ... Pulling node ... Pulling node ... pulling from altinityinfra/integr... Pulling proxy1 ... pulling from altinityinfra/s3-proxy Pulling proxy2 ... pulling from altinityinfra/s3-proxy Pulling node ... digest: sha256:2ea9da862c215fd684... Pulling node ... status: image is up to date for a... Pulling resolver ... pulling from altinityinfra/python... Pulling node ... done Pulling proxy2 ... digest: sha256:2c143e57962bb1494a... Pulling proxy2 ... status: image is up to date for a... Pulling proxy1 ... digest: sha256:2c143e57962bb1494a... Pulling proxy1 ... status: image is up to date for a... Pulling proxy2 ... done Pulling proxy1 ... done Pulling resolver ... digest: sha256:919cb0e6c1a4f05e8d... Pulling resolver ... status: image is up to date for a... Pulling resolver ... done Pulling minio1 ... error ERROR: for minio1 pull access denied for minio/minio, repository does not exist or may require 'docker login': denied: requested access to the resource is denied pull access denied for minio/minio, repository does not exist or may require 'docker login': denied: requested access to the resource is denied (cluster.py:2827, logging_pulling_images) 2026-09-30 16:55:37 [ 475 ] DEBUG : Command:['docker-compose', '--env-file', '/ClickHouse/tests/integration/test_merge_tree_check_part_with_cache/_instances_0_gw2/.env', '--project-name', 'roottestmergetreecheckpartwithcache_gw2', '--file', '/ClickHouse/tests/integration/test_merge_tree_check_part_with_cache/_instances_0_gw2/node/docker-compose.yml', '--file', '/ClickHouse/tests/integration/helpers/../../../tests/integration/compose/docker_compose_minio.yml', 'pull'] (cluster.py:113, run_and_check) 2026-09-30 16:56:36 [ 475 ] DEBUG : Stderr:Pulling proxy1 ... (cluster.py:123, run_and_check) 2026-09-30 16:56:36 [ 475 ] DEBUG : Stderr:Pulling proxy2 ... (cluster.py:123, run_and_check) 2026-09-30 16:56:36 [ 475 ] DEBUG : Stderr:Pulling minio1 ... (cluster.py:123, run_and_check) 2026-09-30 16:56:36 [ 475 ] DEBUG : Stderr:Pulling resolver ... (cluster.py:123, run_and_check) 2026-09-30 16:56:36 [ 475 ] DEBUG : Stderr:Pulling node ... (cluster.py:123, run_and_check) 2026-09-30 16:56:36 [ 475 ] DEBUG : Stderr:Pulling proxy1 ... pulling from altinityinfra/s3-proxy (cluster.py:123, run_and_check) 2026-09-30 16:56:36 [ 475 ] DEBUG : Stderr:Pulling node ... pulling from altinityinfra/integr... (cluster.py:123, run_and_check) 2026-09-30 16:56:36 [ 475 ] DEBUG : Stderr:Pulling resolver ... pulling from altinityinfra/python... (cluster.py:123, run_and_check) 2026-09-30 16:56:36 [ 475 ] DEBUG : Stderr:Pulling proxy1 ... digest: sha256:2c143e57962bb1494a... (cluster.py:123, run_and_check) 2026-09-30 16:56:36 [ 475 ] DEBUG : Stderr:Pulling proxy1 ... status: image is up to date for a... (cluster.py:123, run_and_check) 2026-09-30 16:56:36 [ 475 ] DEBUG : Stderr:Pulling proxy2 ... pulling from altinityinfra/s3-proxy (cluster.py:123, run_and_check) 2026-09-30 16:56:36 [ 475 ] DEBUG : Stderr:Pulling proxy1 ... done (cluster.py:123, run_and_check) 2026-09-30 16:56:36 [ 475 ] DEBUG : Stderr:Pulling node ... digest: sha256:2ea9da862c215fd684... (cluster.py:123, run_and_check) 2026-09-30 16:56:36 [ 475 ] DEBUG : Stderr:Pulling node ... status: image is up to date for a... (cluster.py:123, run_and_check) 2026-09-30 16:56:36 [ 475 ] DEBUG : Stderr:Pulling node ... done (cluster.py:123, run_and_check) 2026-09-30 16:56:36 [ 475 ] DEBUG : Stderr:Pulling resolver ... digest: sha256:919cb0e6c1a4f05e8d... (cluster.py:123, run_and_check) 2026-09-30 16:56:36 [ 475 ] DEBUG : Stderr:Pulling resolver ... status: image is up to date for a... (cluster.py:123, run_and_check) 2026-09-30 16:56:36 [ 475 ] DEBUG : Stderr:Pulling resolver ... done (cluster.py:123, run_and_check) 2026-09-30 16:56:36 [ 475 ] DEBUG : Stderr:Pulling proxy2 ... digest: sha256:2c143e57962bb1494a... (cluster.py:123, run_and_check) 2026-09-30 16:56:36 [ 475 ] DEBUG : Stderr:Pulling proxy2 ... status: image is up to date for a... (cluster.py:123, run_and_check) 2026-09-30 16:56:36 [ 475 ] DEBUG : Stderr:Pulling proxy2 ... done (cluster.py:123, run_and_check) 2026-09-30 16:56:36 [ 475 ] DEBUG : Stderr:Pulling minio1 ... error (cluster.py:123, run_and_check) 2026-09-30 16:56:36 [ 475 ] DEBUG : Stderr: (cluster.py:123, run_and_check) 2026-09-30 16:56:36 [ 475 ] DEBUG : Stderr:ERROR: for minio1 pull access denied for minio/minio, repository does not exist or may require 'docker login': denied: requested access to the resource is denied (cluster.py:123, run_and_check) 2026-09-30 16:56:36 [ 475 ] DEBUG : Stderr:pull access denied for minio/minio, repository does not exist or may require 'docker login': denied: requested access to the resource is denied (cluster.py:123, run_and_check) 2026-09-30 16:56:36 [ 475 ] DEBUG : Exitcode:1 (cluster.py:125, run_and_check) 2026-09-30 16:56:36 [ 475 ] INFO : Got exception pulling images: Command ['docker-compose', '--env-file', '/ClickHouse/tests/integration/test_merge_tree_check_part_with_cache/_instances_0_gw2/.env', '--project-name', 'roottestmergetreecheckpartwithcache_gw2', '--file', '/ClickHouse/tests/integration/test_merge_tree_check_part_with_cache/_instances_0_gw2/node/docker-compose.yml', '--file', '/ClickHouse/tests/integration/helpers/../../../tests/integration/compose/docker_compose_minio.yml', 'pull'] return non-zero code 1: Pulling proxy1 ... Pulling proxy2 ... Pulling minio1 ... Pulling resolver ... Pulling node ... Pulling proxy1 ... pulling from altinityinfra/s3-proxy Pulling node ... pulling from altinityinfra/integr... Pulling resolver ... pulling from altinityinfra/python... Pulling proxy1 ... digest: sha256:2c143e57962bb1494a... Pulling proxy1 ... status: image is up to date for a... Pulling proxy2 ... pulling from altinityinfra/s3-proxy Pulling proxy1 ... done Pulling node ... digest: sha256:2ea9da862c215fd684... Pulling node ... status: image is up to date for a... Pulling node ... done Pulling resolver ... digest: sha256:919cb0e6c1a4f05e8d... Pulling resolver ... status: image is up to date for a... Pulling resolver ... done Pulling proxy2 ... digest: sha256:2c143e57962bb1494a... Pulling proxy2 ... status: image is up to date for a... Pulling proxy2 ... done Pulling minio1 ... error ERROR: for minio1 pull access denied for minio/minio, repository does not exist or may require 'docker login': denied: requested access to the resource is denied pull access denied for minio/minio, repository does not exist or may require 'docker login': denied: requested access to the resource is denied (cluster.py:2827, logging_pulling_images) 2026-09-30 16:56:40 [ 475 ] DEBUG : Command:['docker-compose', '--env-file', '/ClickHouse/tests/integration/test_merge_tree_check_part_with_cache/_instances_0_gw2/.env', '--project-name', 'roottestmergetreecheckpartwithcache_gw2', '--file', '/ClickHouse/tests/integration/test_merge_tree_check_part_with_cache/_instances_0_gw2/node/docker-compose.yml', '--file', '/ClickHouse/tests/integration/helpers/../../../tests/integration/compose/docker_compose_minio.yml', 'pull'] (cluster.py:113, run_and_check) 2026-09-30 16:57:43 [ 475 ] DEBUG : Stderr:Pulling proxy2 ... (cluster.py:123, run_and_check) 2026-09-30 16:57:43 [ 475 ] DEBUG : Stderr:Pulling proxy1 ... (cluster.py:123, run_and_check) 2026-09-30 16:57:43 [ 475 ] DEBUG : Stderr:Pulling resolver ... (cluster.py:123, run_and_check) 2026-09-30 16:57:43 [ 475 ] DEBUG : Stderr:Pulling minio1 ... (cluster.py:123, run_and_check) 2026-09-30 16:57:43 [ 475 ] DEBUG : Stderr:Pulling node ... (cluster.py:123, run_and_check) 2026-09-30 16:57:43 [ 475 ] DEBUG : Stderr:Pulling proxy1 ... pulling from altinityinfra/s3-proxy (cluster.py:123, run_and_check) 2026-09-30 16:57:43 [ 475 ] DEBUG : Stderr:Pulling proxy2 ... pulling from altinityinfra/s3-proxy (cluster.py:123, run_and_check) 2026-09-30 16:57:43 [ 475 ] DEBUG : Stderr:Pulling proxy1 ... digest: sha256:2c143e57962bb1494a... (cluster.py:123, run_and_check) 2026-09-30 16:57:43 [ 475 ] DEBUG : Stderr:Pulling proxy1 ... status: image is up to date for a... (cluster.py:123, run_and_check) 2026-09-30 16:57:43 [ 475 ] DEBUG : Stderr:Pulling proxy1 ... done (cluster.py:123, run_and_check) 2026-09-30 16:57:43 [ 475 ] DEBUG : Stderr:Pulling proxy2 ... digest: sha256:2c143e57962bb1494a... (cluster.py:123, run_and_check) 2026-09-30 16:57:43 [ 475 ] DEBUG : Stderr:Pulling proxy2 ... status: image is up to date for a... (cluster.py:123, run_and_check) 2026-09-30 16:57:43 [ 475 ] DEBUG : Stderr:Pulling proxy2 ... done (cluster.py:123, run_and_check) 2026-09-30 16:57:43 [ 475 ] DEBUG : Stderr:Pulling resolver ... pulling from altinityinfra/python... (cluster.py:123, run_and_check) 2026-09-30 16:57:43 [ 475 ] DEBUG : Stderr:Pulling node ... pulling from altinityinfra/integr... (cluster.py:123, run_and_check) 2026-09-30 16:57:43 [ 475 ] DEBUG : Stderr:Pulling resolver ... digest: sha256:919cb0e6c1a4f05e8d... (cluster.py:123, run_and_check) 2026-09-30 16:57:43 [ 475 ] DEBUG : Stderr:Pulling resolver ... status: image is up to date for a... (cluster.py:123, run_and_check) 2026-09-30 16:57:43 [ 475 ] DEBUG : Stderr:Pulling resolver ... done (cluster.py:123, run_and_check) 2026-09-30 16:57:43 [ 475 ] DEBUG : Stderr:Pulling node ... digest: sha256:2ea9da862c215fd684... (cluster.py:123, run_and_check) 2026-09-30 16:57:43 [ 475 ] DEBUG : Stderr:Pulling node ... status: image is up to date for a... (cluster.py:123, run_and_check) 2026-09-30 16:57:43 [ 475 ] DEBUG : Stderr:Pulling node ... done (cluster.py:123, run_and_check) 2026-09-30 16:57:43 [ 475 ] DEBUG : Stderr:Pulling minio1 ... error (cluster.py:123, run_and_check) 2026-09-30 16:57:43 [ 475 ] DEBUG : Stderr: (cluster.py:123, run_and_check) 2026-09-30 16:57:43 [ 475 ] DEBUG : Stderr:ERROR: for minio1 pull access denied for minio/minio, repository does not exist or may require 'docker login': denied: requested access to the resource is denied (cluster.py:123, run_and_check) 2026-09-30 16:57:43 [ 475 ] DEBUG : Stderr:pull access denied for minio/minio, repository does not exist or may require 'docker login': denied: requested access to the resource is denied (cluster.py:123, run_and_check) 2026-09-30 16:57:43 [ 475 ] DEBUG : Exitcode:1 (cluster.py:125, run_and_check) 2026-09-30 16:57:43 [ 475 ] DEBUG : Failed to start cluster: (cluster.py:3178, start) 2026-09-30 16:57:43 [ 475 ] DEBUG : Command ['docker-compose', '--env-file', '/ClickHouse/tests/integration/test_merge_tree_check_part_with_cache/_instances_0_gw2/.env', '--project-name', 'roottestmergetreecheckpartwithcache_gw2', '--file', '/ClickHouse/tests/integration/test_merge_tree_check_part_with_cache/_instances_0_gw2/node/docker-compose.yml', '--file', '/ClickHouse/tests/integration/helpers/../../../tests/integration/compose/docker_compose_minio.yml', 'pull'] return non-zero code 1: Pulling proxy2 ... Pulling proxy1 ... Pulling resolver ... Pulling minio1 ... Pulling node ... Pulling proxy1 ... pulling from altinityinfra/s3-proxy Pulling proxy2 ... pulling from altinityinfra/s3-proxy Pulling proxy1 ... digest: sha256:2c143e57962bb1494a... Pulling proxy1 ... status: image is up to date for a... Pulling proxy1 ... done Pulling proxy2 ... digest: sha256:2c143e57962bb1494a... Pulling proxy2 ... status: image is up to date for a... Pulling proxy2 ... done Pulling resolver ... pulling from altinityinfra/python... Pulling node ... pulling from altinityinfra/integr... Pulling resolver ... digest: sha256:919cb0e6c1a4f05e8d... Pulling resolver ... status: image is up to date for a... Pulling resolver ... done Pulling node ... digest: sha256:2ea9da862c215fd684... Pulling node ... status: image is up to date for a... Pulling node ... done Pulling minio1 ... error ERROR: for minio1 pull access denied for minio/minio, repository does not exist or may require 'docker login': denied: requested access to the resource is denied pull access denied for minio/minio, repository does not exist or may require 'docker login': denied: requested access to the resource is denied (cluster.py:3179, start) 2026-09-30 16:57:43 [ 475 ] DEBUG : None (cluster.py:3180, start) 2026-09-30 16:57:43 [ 475 ] WARNING : docker-compose up was not called. Trying to export docker.log for running containers (cluster.py:3246, shutdown) 2026-09-30 16:57:43 [ 475 ] DEBUG : Cleanup called (cluster.py:876, cleanup) 2026-09-30 16:57:43 [ 475 ] DEBUG : Docker networks for project roottestmergetreecheckpartwithcache_gw2 are NETWORK ID NAME DRIVER SCOPE (cluster.py:855, print_all_docker_pieces) 2026-09-30 16:57:43 [ 475 ] DEBUG : Docker containers for project roottestmergetreecheckpartwithcache_gw2 are CONTAINER ID IMAGE COMMAND CREATED STATUS PORTS NAMES (cluster.py:863, print_all_docker_pieces) 2026-09-30 16:57:43 [ 475 ] DEBUG : Docker volumes for project roottestmergetreecheckpartwithcache_gw2 are DRIVER VOLUME NAME (cluster.py:871, print_all_docker_pieces) 2026-09-30 16:57:43 [ 475 ] DEBUG : Command:docker container list --all --filter name='^/roottestmergetreecheckpartwithcache_gw2_.*_1$' --format '{{.ID}}:{{.Names}}' (cluster.py:113, run_and_check) 2026-09-30 16:57:43 [ 475 ] DEBUG : Unstopped containers: {} (cluster.py:890, cleanup) 2026-09-30 16:57:43 [ 475 ] DEBUG : No running containers for project: roottestmergetreecheckpartwithcache_gw2 (cluster.py:904, cleanup) 2026-09-30 16:57:43 [ 475 ] DEBUG : Trying to prune unused networks... (cluster.py:910, cleanup) 2026-09-30 16:57:43 [ 475 ] DEBUG : Trying to prune unused volumes... (cluster.py:937, cleanup) 2026-09-30 16:57:43 [ 475 ] DEBUG : Command:['docker volume ls | wc -l'] (cluster.py:113, run_and_check) 2026-09-30 16:57:43 [ 475 ] DEBUG : Stdout:1 (cluster.py:121, run_and_check) 2026-09-30 16:57:43 [ 475 ] WARNING : docker-compose up was not called. Trying to export docker.log for running containers (cluster.py:3246, shutdown) 2026-09-30 16:57:43 [ 475 ] DEBUG : Cleanup called (cluster.py:876, cleanup) 2026-09-30 16:57:43 [ 475 ] DEBUG : Docker networks for project roottestmergetreecheckpartwithcache_gw2 are NETWORK ID NAME DRIVER SCOPE (cluster.py:855, print_all_docker_pieces) 2026-09-30 16:57:43 [ 475 ] DEBUG : Docker containers for project roottestmergetreecheckpartwithcache_gw2 are CONTAINER ID IMAGE COMMAND CREATED STATUS PORTS NAMES (cluster.py:863, print_all_docker_pieces) 2026-09-30 16:57:43 [ 475 ] DEBUG : Docker volumes for project roottestmergetreecheckpartwithcache_gw2 are DRIVER VOLUME NAME (cluster.py:871, print_all_docker_pieces) 2026-09-30 16:57:43 [ 475 ] DEBUG : Command:docker container list --all --filter name='^/roottestmergetreecheckpartwithcache_gw2_.*_1$' --format '{{.ID}}:{{.Names}}' (cluster.py:113, run_and_check) 2026-09-30 16:57:43 [ 475 ] DEBUG : Unstopped containers: {} (cluster.py:890, cleanup) 2026-09-30 16:57:43 [ 475 ] DEBUG : No running containers for project: roottestmergetreecheckpartwithcache_gw2 (cluster.py:904, cleanup) 2026-09-30 16:57:43 [ 475 ] DEBUG : Trying to prune unused networks... (cluster.py:910, cleanup) 2026-09-30 16:57:43 [ 475 ] DEBUG : Trying to prune unused volumes... (cluster.py:937, cleanup) 2026-09-30 16:57:43 [ 475 ] DEBUG : Command:['docker volume ls | wc -l'] (cluster.py:113, run_and_check) 2026-09-30 16:57:43 [ 475 ] DEBUG : Stdout:1 (cluster.py:121, run_and_check) _________ ERROR at setup of test_merge_tree_nested_custom_disk_setting _________ [gw6] linux -- Python 3.10.12 /usr/bin/python3 @pytest.fixture(scope="module") def start_cluster(): try: cluster.add_instance( "node1", main_configs=[ "configs/config.d/storage_configuration.xml", "configs/config.d/remote_servers.xml", ], with_zookeeper=True, stay_alive=True, with_minio=True, macros={"replica": "node1", "shard": "shard1"}, ) cluster.add_instance( "node2", main_configs=[ "configs/config.d/storage_configuration.xml", "configs/config.d/remote_servers.xml", ], with_zookeeper=True, stay_alive=True, with_minio=True, macros={"replica": "node2", "shard": "shard1"}, ) cluster.add_instance( "node3", main_configs=[ "configs/config.d/storage_configuration.xml", "configs/config.d/remote_servers.xml", "configs/config.d/mergetree_settings.xml", ], stay_alive=True, with_minio=True, ) > cluster.start() test_disk_configuration/test.py:46: _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ helpers/cluster.py:2831: in start retry(log_function=logging_pulling_images)(run_and_check)( helpers/retry_decorator.py:28: in wrapper raise e helpers/retry_decorator.py:19: in wrapper func(*args, **kwargs) _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ args = ['docker-compose', '--env-file', '/ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/.env', '--project-name', 'roottestdiskconfiguration_gw6', '--file', ...] env = None, shell = False, stdout = -1, stderr = -1, timeout = 900 nothrow = False, detach = False def run_and_check( args, env=None, shell=False, stdout=subprocess.PIPE, stderr=subprocess.PIPE, timeout=300, nothrow=False, detach=False, ): if detach: subprocess.Popen( args, stdout=subprocess.DEVNULL, stderr=subprocess.DEVNULL, env=env, shell=shell, ) return logging.debug(f"Command:{args}") res = subprocess.run( args, stdout=stdout, stderr=stderr, env=env, shell=shell, timeout=timeout ) out = res.stdout.decode("utf-8", "ignore") err = res.stderr.decode("utf-8", "ignore") # check_call(...) from subprocess does not print stderr, so we do it manually for outline in out.splitlines(): logging.debug(f"Stdout:{outline}") for errline in err.splitlines(): logging.debug(f"Stderr:{errline}") if res.returncode != 0: logging.debug(f"Exitcode:{res.returncode}") if env: logging.debug(f"Env:{env}") if not nothrow: > raise Exception( f"Command {args} return non-zero code {res.returncode}: {res.stderr.decode('utf-8')}" ) E Exception: Command ['docker-compose', '--env-file', '/ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/.env', '--project-name', 'roottestdiskconfiguration_gw6', '--file', '/ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/node1/docker-compose.yml', '--file', '/ClickHouse/tests/integration/helpers/../../../tests/integration/compose/docker_compose_keeper.yml', '--file', '/ClickHouse/tests/integration/helpers/../../../tests/integration/compose/docker_compose_minio.yml', '--file', '/ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/node2/docker-compose.yml', '--file', '/ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/node3/docker-compose.yml', 'pull'] return non-zero code 1: Pulling zoo1 ... E Pulling proxy2 ... E Pulling zoo2 ... E Pulling zoo3 ... E Pulling proxy1 ... E Pulling resolver ... E Pulling minio1 ... E Pulling node3 ... E Pulling node2 ... E Pulling node1 ... E Pulling node1 ... pulling from altinityinfra/integr... E Pulling zoo3 ... pulling from altinityinfra/integr... E Pulling proxy2 ... pulling from altinityinfra/s3-proxy E Pulling node2 ... pulling from altinityinfra/integr... E Pulling node1 ... digest: sha256:2ea9da862c215fd684... E Pulling node1 ... status: image is up to date for a... E Pulling resolver ... pulling from altinityinfra/python... E Pulling node1 ... done E Pulling zoo3 ... digest: sha256:2ea9da862c215fd684... E Pulling zoo3 ... status: image is up to date for a... E Pulling proxy2 ... digest: sha256:2c143e57962bb1494a... E Pulling proxy2 ... status: image is up to date for a... E Pulling zoo3 ... done E Pulling proxy2 ... done E Pulling node2 ... digest: sha256:2ea9da862c215fd684... E Pulling node2 ... status: image is up to date for a... E Pulling node2 ... done E Pulling resolver ... digest: sha256:919cb0e6c1a4f05e8d... E Pulling resolver ... status: image is up to date for a... E Pulling resolver ... done E Pulling proxy1 ... pulling from altinityinfra/s3-proxy E Pulling zoo2 ... pulling from altinityinfra/integr... E Pulling proxy1 ... digest: sha256:2c143e57962bb1494a... E Pulling proxy1 ... status: image is up to date for a... E Pulling proxy1 ... done E Pulling zoo2 ... digest: sha256:2ea9da862c215fd684... E Pulling zoo2 ... status: image is up to date for a... E Pulling zoo2 ... done E Pulling zoo1 ... pulling from altinityinfra/integr... E Pulling zoo1 ... digest: sha256:2ea9da862c215fd684... E Pulling zoo1 ... status: image is up to date for a... E Pulling zoo1 ... done E Pulling node3 ... pulling from altinityinfra/integr... E Pulling node3 ... digest: sha256:2ea9da862c215fd684... E Pulling node3 ... status: image is up to date for a... E Pulling node3 ... done E Pulling minio1 ... error E E ERROR: for minio1 pull access denied for minio/minio, repository does not exist or may require 'docker login': denied: requested access to the resource is denied E pull access denied for minio/minio, repository does not exist or may require 'docker login': denied: requested access to the resource is denied helpers/cluster.py:129: Exception ---------------------------- Captured stdout setup ----------------------------- Copy common default production configuration from /clickhouse-config. Files: config.xml, users.xml Copy common default production configuration from /clickhouse-config. Files: config.xml, users.xml Copy common default production configuration from /clickhouse-config. Files: config.xml, users.xml ---------------------------- Captured stderr setup ----------------------------- clickhouse_start_command: clickhouse server --config-file=/etc/clickhouse-server/{main_config_file} --log-file=/var/log/clickhouse-server/clickhouse-server.log --errorlog-file=/var/log/clickhouse-server/clickhouse-server.err.log Setup Keeper Cluster name: project_name:roottestdiskconfiguration_gw6. Added instance name:node1 tag:b74d853ebe76 base_cmd:['docker-compose', '--env-file', '/ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/.env', '--project-name', 'roottestdiskconfiguration_gw6', '--file', '/ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/node1/docker-compose.yml', '--file', '/ClickHouse/tests/integration/helpers/../../../tests/integration/compose/docker_compose_keeper.yml', '--file', '/ClickHouse/tests/integration/helpers/../../../tests/integration/compose/docker_compose_minio.yml'] docker_compose_yml_dir:/ClickHouse/tests/integration/helpers/../../../tests/integration/compose/ clickhouse_start_command: clickhouse server --config-file=/etc/clickhouse-server/{main_config_file} --log-file=/var/log/clickhouse-server/clickhouse-server.log --errorlog-file=/var/log/clickhouse-server/clickhouse-server.err.log Cluster name: project_name:roottestdiskconfiguration_gw6. Added instance name:node2 tag:b74d853ebe76 base_cmd:['docker-compose', '--env-file', '/ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/.env', '--project-name', 'roottestdiskconfiguration_gw6', '--file', '/ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/node1/docker-compose.yml', '--file', '/ClickHouse/tests/integration/helpers/../../../tests/integration/compose/docker_compose_keeper.yml', '--file', '/ClickHouse/tests/integration/helpers/../../../tests/integration/compose/docker_compose_minio.yml', '--file', '/ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/node2/docker-compose.yml'] docker_compose_yml_dir:/ClickHouse/tests/integration/helpers/../../../tests/integration/compose/ clickhouse_start_command: clickhouse server --config-file=/etc/clickhouse-server/{main_config_file} --log-file=/var/log/clickhouse-server/clickhouse-server.log --errorlog-file=/var/log/clickhouse-server/clickhouse-server.err.log Cluster name: project_name:roottestdiskconfiguration_gw6. Added instance name:node3 tag:b74d853ebe76 base_cmd:['docker-compose', '--env-file', '/ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/.env', '--project-name', 'roottestdiskconfiguration_gw6', '--file', '/ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/node1/docker-compose.yml', '--file', '/ClickHouse/tests/integration/helpers/../../../tests/integration/compose/docker_compose_keeper.yml', '--file', '/ClickHouse/tests/integration/helpers/../../../tests/integration/compose/docker_compose_minio.yml', '--file', '/ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/node2/docker-compose.yml', '--file', '/ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/node3/docker-compose.yml'] docker_compose_yml_dir:/ClickHouse/tests/integration/helpers/../../../tests/integration/compose/ Running tests in /ClickHouse/tests/integration/test_disk_configuration/test.py Cluster start called. is_up=False Docker networks for project roottestdiskconfiguration_gw6 are NETWORK ID NAME DRIVER SCOPE Docker containers for project roottestdiskconfiguration_gw6 are CONTAINER ID IMAGE COMMAND CREATED STATUS PORTS NAMES Docker volumes for project roottestdiskconfiguration_gw6 are DRIVER VOLUME NAME Cleanup called Docker networks for project roottestdiskconfiguration_gw6 are NETWORK ID NAME DRIVER SCOPE Docker containers for project roottestdiskconfiguration_gw6 are CONTAINER ID IMAGE COMMAND CREATED STATUS PORTS NAMES Docker volumes for project roottestdiskconfiguration_gw6 are DRIVER VOLUME NAME Command:docker container list --all --filter name='^/roottestdiskconfiguration_gw6_.*_1$' --format '{{.ID}}:{{.Names}}' Unstopped containers: {} No running containers for project: roottestdiskconfiguration_gw6 Trying to prune unused networks... Trying to prune unused volumes... Command:['docker volume ls | wc -l'] Stdout:1 Setup directory for instance: node1 Create directory for configuration generated in this helper Create directory for common tests configuration Copy common configuration from helpers Generate and write macros file Copy custom test config files ['/ClickHouse/tests/integration/test_disk_configuration/configs/config.d/storage_configuration.xml', '/ClickHouse/tests/integration/test_disk_configuration/configs/config.d/remote_servers.xml'] to /ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/node1/configs/config.d Setup database dir /ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/node1/database Setup logs dir /ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/node1/logs Entrypoint cmd: bash -c "trap 'pkill tail' INT TERM; clickhouse server --config-file=/etc/clickhouse-server/config.xml --log-file=/var/log/clickhouse-server/clickhouse-server.log --errorlog-file=/var/log/clickhouse-server/clickhouse-server.err.log --daemon; coproc tail -f /dev/null; wait $$!" Setup directory for instance: node2 Create directory for configuration generated in this helper Create directory for common tests configuration Copy common configuration from helpers Generate and write macros file Copy custom test config files ['/ClickHouse/tests/integration/test_disk_configuration/configs/config.d/storage_configuration.xml', '/ClickHouse/tests/integration/test_disk_configuration/configs/config.d/remote_servers.xml'] to /ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/node2/configs/config.d Setup database dir /ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/node2/database Setup logs dir /ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/node2/logs Entrypoint cmd: bash -c "trap 'pkill tail' INT TERM; clickhouse server --config-file=/etc/clickhouse-server/config.xml --log-file=/var/log/clickhouse-server/clickhouse-server.log --errorlog-file=/var/log/clickhouse-server/clickhouse-server.err.log --daemon; coproc tail -f /dev/null; wait $$!" Setup directory for instance: node3 Create directory for configuration generated in this helper Create directory for common tests configuration Copy common configuration from helpers Generate and write macros file Copy custom test config files ['/ClickHouse/tests/integration/test_disk_configuration/configs/config.d/storage_configuration.xml', '/ClickHouse/tests/integration/test_disk_configuration/configs/config.d/remote_servers.xml', '/ClickHouse/tests/integration/test_disk_configuration/configs/config.d/mergetree_settings.xml'] to /ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/node3/configs/config.d Setup database dir /ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/node3/database Setup logs dir /ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/node3/logs Entrypoint cmd: bash -c "trap 'pkill tail' INT TERM; clickhouse server --config-file=/etc/clickhouse-server/config.xml --log-file=/var/log/clickhouse-server/clickhouse-server.log --errorlog-file=/var/log/clickhouse-server/clickhouse-server.err.log --daemon; coproc tail -f /dev/null; wait $$!" Env {'ASAN_OPTIONS': 'use_sigaltstack=0', 'TSAN_OPTIONS': 'use_sigaltstack=0', 'CLICKHOUSE_WATCHDOG_ENABLE': '0', 'CLICKHOUSE_NATS_TLS_SECURE': '0', 'LLVM_PROFILE_FILE': '/var/lib/clickhouse/server_%h_%p_%m.profraw', 'keeper_binary': '/clickhouse', 'keeper_cmd_prefix': 'clickhouse keeper', 'image': 'altinityinfra/integration-test:b74d853ebe76', 'user': '0', 'keeper_fs': 'bind', 'keeper_logs_dir1': '/ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/keeper1/log', 'keeper_config_dir1': '/ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/keeper1/config', 'keeper_db_dir1': '/ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/keeper1/coordination', 'keeper_logs_dir2': '/ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/keeper2/log', 'keeper_config_dir2': '/ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/keeper2/config', 'keeper_db_dir2': '/ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/keeper2/coordination', 'keeper_logs_dir3': '/ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/keeper3/log', 'keeper_config_dir3': '/ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/keeper3/config', 'keeper_db_dir3': '/ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/keeper3/coordination', 'MINIO_CERTS_DIR': '/ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/minio/certs', 'MINIO_DATA_DIR': '/ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/minio/data', 'MINIO_PORT': '9001', 'SSL_CERT_FILE': '/ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/minio/certs/public.crt'} stored in /ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/.env Trying paths: ['/root/.docker/config.json', '/root/.dockercfg'] No config file found Trying paths: ['/root/.docker/config.json', '/root/.dockercfg'] No config file found http://localhost:None "GET /version HTTP/1.1" 200 825 Command:['docker-compose', '--env-file', '/ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/.env', '--project-name', 'roottestdiskconfiguration_gw6', '--file', '/ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/node1/docker-compose.yml', '--file', '/ClickHouse/tests/integration/helpers/../../../tests/integration/compose/docker_compose_keeper.yml', '--file', '/ClickHouse/tests/integration/helpers/../../../tests/integration/compose/docker_compose_minio.yml', '--file', '/ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/node2/docker-compose.yml', '--file', '/ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/node3/docker-compose.yml', 'pull'] Stderr:Pulling zoo1 ... Stderr:Pulling zoo3 ... Stderr:Pulling zoo2 ... Stderr:Pulling proxy2 ... Stderr:Pulling proxy1 ... Stderr:Pulling resolver ... Stderr:Pulling minio1 ... Stderr:Pulling node1 ... Stderr:Pulling node3 ... Stderr:Pulling node2 ... Stderr:Pulling node3 ... pulling from altinityinfra/integr... Stderr:Pulling zoo1 ... pulling from altinityinfra/integr... Stderr:Pulling zoo3 ... pulling from altinityinfra/integr... Stderr:Pulling node3 ... digest: sha256:2ea9da862c215fd684... Stderr:Pulling node3 ... status: image is up to date for a... Stderr:Pulling zoo1 ... digest: sha256:2ea9da862c215fd684... Stderr:Pulling zoo1 ... status: image is up to date for a... Stderr:Pulling proxy2 ... pulling from altinityinfra/s3-proxy Stderr:Pulling node3 ... done Stderr:Pulling zoo1 ... done Stderr:Pulling zoo3 ... digest: sha256:2ea9da862c215fd684... Stderr:Pulling zoo3 ... status: image is up to date for a... Stderr:Pulling resolver ... pulling from altinityinfra/python... Stderr:Pulling zoo3 ... done Stderr:Pulling proxy2 ... digest: sha256:2c143e57962bb1494a... Stderr:Pulling proxy2 ... status: image is up to date for a... Stderr:Pulling proxy2 ... done Stderr:Pulling resolver ... digest: sha256:919cb0e6c1a4f05e8d... Stderr:Pulling resolver ... status: image is up to date for a... Stderr:Pulling resolver ... done Stderr:Pulling proxy1 ... pulling from altinityinfra/s3-proxy Stderr:Pulling node2 ... pulling from altinityinfra/integr... Stderr:Pulling node1 ... pulling from altinityinfra/integr... Stderr:Pulling proxy1 ... digest: sha256:2c143e57962bb1494a... Stderr:Pulling proxy1 ... status: image is up to date for a... Stderr:Pulling zoo2 ... pulling from altinityinfra/integr... Stderr:Pulling proxy1 ... done Stderr:Pulling node2 ... digest: sha256:2ea9da862c215fd684... Stderr:Pulling node2 ... status: image is up to date for a... Stderr:Pulling node2 ... done Stderr:Pulling node1 ... digest: sha256:2ea9da862c215fd684... Stderr:Pulling node1 ... status: image is up to date for a... Stderr:Pulling node1 ... done Stderr:Pulling zoo2 ... digest: sha256:2ea9da862c215fd684... Stderr:Pulling zoo2 ... status: image is up to date for a... Stderr:Pulling zoo2 ... done Stderr:Pulling minio1 ... error Stderr: Stderr:ERROR: for minio1 pull access denied for minio/minio, repository does not exist or may require 'docker login': denied: requested access to the resource is denied Stderr:pull access denied for minio/minio, repository does not exist or may require 'docker login': denied: requested access to the resource is denied Exitcode:1 Got exception pulling images: Command ['docker-compose', '--env-file', '/ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/.env', '--project-name', 'roottestdiskconfiguration_gw6', '--file', '/ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/node1/docker-compose.yml', '--file', '/ClickHouse/tests/integration/helpers/../../../tests/integration/compose/docker_compose_keeper.yml', '--file', '/ClickHouse/tests/integration/helpers/../../../tests/integration/compose/docker_compose_minio.yml', '--file', '/ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/node2/docker-compose.yml', '--file', '/ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/node3/docker-compose.yml', 'pull'] return non-zero code 1: Pulling zoo1 ... Pulling zoo3 ... Pulling zoo2 ... Pulling proxy2 ... Pulling proxy1 ... Pulling resolver ... Pulling minio1 ... Pulling node1 ... Pulling node3 ... Pulling node2 ... Pulling node3 ... pulling from altinityinfra/integr... Pulling zoo1 ... pulling from altinityinfra/integr... Pulling zoo3 ... pulling from altinityinfra/integr... Pulling node3 ... digest: sha256:2ea9da862c215fd684... Pulling node3 ... status: image is up to date for a... Pulling zoo1 ... digest: sha256:2ea9da862c215fd684... Pulling zoo1 ... status: image is up to date for a... Pulling proxy2 ... pulling from altinityinfra/s3-proxy Pulling node3 ... done Pulling zoo1 ... done Pulling zoo3 ... digest: sha256:2ea9da862c215fd684... Pulling zoo3 ... status: image is up to date for a... Pulling resolver ... pulling from altinityinfra/python... Pulling zoo3 ... done Pulling proxy2 ... digest: sha256:2c143e57962bb1494a... Pulling proxy2 ... status: image is up to date for a... Pulling proxy2 ... done Pulling resolver ... digest: sha256:919cb0e6c1a4f05e8d... Pulling resolver ... status: image is up to date for a... Pulling resolver ... done Pulling proxy1 ... pulling from altinityinfra/s3-proxy Pulling node2 ... pulling from altinityinfra/integr... Pulling node1 ... pulling from altinityinfra/integr... Pulling proxy1 ... digest: sha256:2c143e57962bb1494a... Pulling proxy1 ... status: image is up to date for a... Pulling zoo2 ... pulling from altinityinfra/integr... Pulling proxy1 ... done Pulling node2 ... digest: sha256:2ea9da862c215fd684... Pulling node2 ... status: image is up to date for a... Pulling node2 ... done Pulling node1 ... digest: sha256:2ea9da862c215fd684... Pulling node1 ... status: image is up to date for a... Pulling node1 ... done Pulling zoo2 ... digest: sha256:2ea9da862c215fd684... Pulling zoo2 ... status: image is up to date for a... Pulling zoo2 ... done Pulling minio1 ... error ERROR: for minio1 pull access denied for minio/minio, repository does not exist or may require 'docker login': denied: requested access to the resource is denied pull access denied for minio/minio, repository does not exist or may require 'docker login': denied: requested access to the resource is denied Command:['docker-compose', '--env-file', '/ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/.env', '--project-name', 'roottestdiskconfiguration_gw6', '--file', '/ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/node1/docker-compose.yml', '--file', '/ClickHouse/tests/integration/helpers/../../../tests/integration/compose/docker_compose_keeper.yml', '--file', '/ClickHouse/tests/integration/helpers/../../../tests/integration/compose/docker_compose_minio.yml', '--file', '/ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/node2/docker-compose.yml', '--file', '/ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/node3/docker-compose.yml', 'pull'] Stderr:Pulling zoo1 ... Stderr:Pulling proxy1 ... Stderr:Pulling zoo2 ... Stderr:Pulling proxy2 ... Stderr:Pulling resolver ... Stderr:Pulling zoo3 ... Stderr:Pulling minio1 ... Stderr:Pulling node3 ... Stderr:Pulling node2 ... Stderr:Pulling node1 ... Stderr:Pulling zoo3 ... pulling from altinityinfra/integr... Stderr:Pulling proxy2 ... pulling from altinityinfra/s3-proxy Stderr:Pulling zoo1 ... pulling from altinityinfra/integr... Stderr:Pulling zoo3 ... digest: sha256:2ea9da862c215fd684... Stderr:Pulling zoo3 ... status: image is up to date for a... Stderr:Pulling proxy2 ... digest: sha256:2c143e57962bb1494a... Stderr:Pulling proxy2 ... status: image is up to date for a... Stderr:Pulling zoo3 ... done Stderr:Pulling proxy2 ... done Stderr:Pulling proxy1 ... pulling from altinityinfra/s3-proxy Stderr:Pulling zoo1 ... digest: sha256:2ea9da862c215fd684... Stderr:Pulling zoo1 ... status: image is up to date for a... Stderr:Pulling zoo1 ... done Stderr:Pulling proxy1 ... digest: sha256:2c143e57962bb1494a... Stderr:Pulling proxy1 ... status: image is up to date for a... Stderr:Pulling proxy1 ... done Stderr:Pulling minio1 ... error Stderr:Pulling resolver ... pulling from altinityinfra/python... Stderr:Pulling node1 ... pulling from altinityinfra/integr... Stderr:Pulling node3 ... pulling from altinityinfra/integr... Stderr:Pulling node1 ... digest: sha256:2ea9da862c215fd684... Stderr:Pulling node1 ... status: image is up to date for a... Stderr:Pulling zoo2 ... pulling from altinityinfra/integr... Stderr:Pulling resolver ... digest: sha256:919cb0e6c1a4f05e8d... Stderr:Pulling resolver ... status: image is up to date for a... Stderr:Pulling node1 ... done Stderr:Pulling resolver ... done Stderr:Pulling node3 ... digest: sha256:2ea9da862c215fd684... Stderr:Pulling node3 ... status: image is up to date for a... Stderr:Pulling node3 ... done Stderr:Pulling zoo2 ... digest: sha256:2ea9da862c215fd684... Stderr:Pulling zoo2 ... status: image is up to date for a... Stderr:Pulling zoo2 ... done Stderr:Pulling node2 ... pulling from altinityinfra/integr... Stderr:Pulling node2 ... digest: sha256:2ea9da862c215fd684... Stderr:Pulling node2 ... status: image is up to date for a... Stderr:Pulling node2 ... done Stderr: Stderr:ERROR: for minio1 pull access denied for minio/minio, repository does not exist or may require 'docker login': denied: requested access to the resource is denied Stderr:pull access denied for minio/minio, repository does not exist or may require 'docker login': denied: requested access to the resource is denied Exitcode:1 Got exception pulling images: Command ['docker-compose', '--env-file', '/ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/.env', '--project-name', 'roottestdiskconfiguration_gw6', '--file', '/ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/node1/docker-compose.yml', '--file', '/ClickHouse/tests/integration/helpers/../../../tests/integration/compose/docker_compose_keeper.yml', '--file', '/ClickHouse/tests/integration/helpers/../../../tests/integration/compose/docker_compose_minio.yml', '--file', '/ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/node2/docker-compose.yml', '--file', '/ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/node3/docker-compose.yml', 'pull'] return non-zero code 1: Pulling zoo1 ... Pulling proxy1 ... Pulling zoo2 ... Pulling proxy2 ... Pulling resolver ... Pulling zoo3 ... Pulling minio1 ... Pulling node3 ... Pulling node2 ... Pulling node1 ... Pulling zoo3 ... pulling from altinityinfra/integr... Pulling proxy2 ... pulling from altinityinfra/s3-proxy Pulling zoo1 ... pulling from altinityinfra/integr... Pulling zoo3 ... digest: sha256:2ea9da862c215fd684... Pulling zoo3 ... status: image is up to date for a... Pulling proxy2 ... digest: sha256:2c143e57962bb1494a... Pulling proxy2 ... status: image is up to date for a... Pulling zoo3 ... done Pulling proxy2 ... done Pulling proxy1 ... pulling from altinityinfra/s3-proxy Pulling zoo1 ... digest: sha256:2ea9da862c215fd684... Pulling zoo1 ... status: image is up to date for a... Pulling zoo1 ... done Pulling proxy1 ... digest: sha256:2c143e57962bb1494a... Pulling proxy1 ... status: image is up to date for a... Pulling proxy1 ... done Pulling minio1 ... error Pulling resolver ... pulling from altinityinfra/python... Pulling node1 ... pulling from altinityinfra/integr... Pulling node3 ... pulling from altinityinfra/integr... Pulling node1 ... digest: sha256:2ea9da862c215fd684... Pulling node1 ... status: image is up to date for a... Pulling zoo2 ... pulling from altinityinfra/integr... Pulling resolver ... digest: sha256:919cb0e6c1a4f05e8d... Pulling resolver ... status: image is up to date for a... Pulling node1 ... done Pulling resolver ... done Pulling node3 ... digest: sha256:2ea9da862c215fd684... Pulling node3 ... status: image is up to date for a... Pulling node3 ... done Pulling zoo2 ... digest: sha256:2ea9da862c215fd684... Pulling zoo2 ... status: image is up to date for a... Pulling zoo2 ... done Pulling node2 ... pulling from altinityinfra/integr... Pulling node2 ... digest: sha256:2ea9da862c215fd684... Pulling node2 ... status: image is up to date for a... Pulling node2 ... done ERROR: for minio1 pull access denied for minio/minio, repository does not exist or may require 'docker login': denied: requested access to the resource is denied pull access denied for minio/minio, repository does not exist or may require 'docker login': denied: requested access to the resource is denied Command:['docker-compose', '--env-file', '/ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/.env', '--project-name', 'roottestdiskconfiguration_gw6', '--file', '/ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/node1/docker-compose.yml', '--file', '/ClickHouse/tests/integration/helpers/../../../tests/integration/compose/docker_compose_keeper.yml', '--file', '/ClickHouse/tests/integration/helpers/../../../tests/integration/compose/docker_compose_minio.yml', '--file', '/ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/node2/docker-compose.yml', '--file', '/ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/node3/docker-compose.yml', 'pull'] Stderr:Pulling proxy1 ... Stderr:Pulling zoo2 ... Stderr:Pulling zoo3 ... Stderr:Pulling proxy2 ... Stderr:Pulling resolver ... Stderr:Pulling minio1 ... Stderr:Pulling node3 ... Stderr:Pulling zoo1 ... Stderr:Pulling node2 ... Stderr:Pulling node1 ... Stderr:Pulling resolver ... pulling from altinityinfra/python... Stderr:Pulling proxy2 ... pulling from altinityinfra/s3-proxy Stderr:Pulling resolver ... digest: sha256:919cb0e6c1a4f05e8d... Stderr:Pulling resolver ... status: image is up to date for a... Stderr:Pulling proxy1 ... pulling from altinityinfra/s3-proxy Stderr:Pulling resolver ... done Stderr:Pulling proxy2 ... digest: sha256:2c143e57962bb1494a... Stderr:Pulling proxy2 ... status: image is up to date for a... Stderr:Pulling proxy2 ... done Stderr:Pulling proxy1 ... digest: sha256:2c143e57962bb1494a... Stderr:Pulling proxy1 ... status: image is up to date for a... Stderr:Pulling proxy1 ... done Stderr:Pulling node1 ... pulling from altinityinfra/integr... Stderr:Pulling node1 ... digest: sha256:2ea9da862c215fd684... Stderr:Pulling node1 ... status: image is up to date for a... Stderr:Pulling node1 ... done Stderr:Pulling minio1 ... error Stderr:Pulling node3 ... pulling from altinityinfra/integr... Stderr:Pulling zoo1 ... pulling from altinityinfra/integr... Stderr:Pulling node2 ... pulling from altinityinfra/integr... Stderr:Pulling node3 ... digest: sha256:2ea9da862c215fd684... Stderr:Pulling node3 ... status: image is up to date for a... Stderr:Pulling zoo1 ... digest: sha256:2ea9da862c215fd684... Stderr:Pulling zoo1 ... status: image is up to date for a... Stderr:Pulling zoo3 ... pulling from altinityinfra/integr... Stderr:Pulling node3 ... done Stderr:Pulling zoo1 ... done Stderr:Pulling node2 ... digest: sha256:2ea9da862c215fd684... Stderr:Pulling node2 ... status: image is up to date for a... Stderr:Pulling node2 ... done Stderr:Pulling zoo3 ... digest: sha256:2ea9da862c215fd684... Stderr:Pulling zoo3 ... status: image is up to date for a... Stderr:Pulling zoo3 ... done Stderr:Pulling zoo2 ... pulling from altinityinfra/integr... Stderr:Pulling zoo2 ... digest: sha256:2ea9da862c215fd684... Stderr:Pulling zoo2 ... status: image is up to date for a... Stderr:Pulling zoo2 ... done Stderr: Stderr:ERROR: for minio1 pull access denied for minio/minio, repository does not exist or may require 'docker login': denied: requested access to the resource is denied Stderr:pull access denied for minio/minio, repository does not exist or may require 'docker login': denied: requested access to the resource is denied Exitcode:1 Got exception pulling images: Command ['docker-compose', '--env-file', '/ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/.env', '--project-name', 'roottestdiskconfiguration_gw6', '--file', '/ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/node1/docker-compose.yml', '--file', '/ClickHouse/tests/integration/helpers/../../../tests/integration/compose/docker_compose_keeper.yml', '--file', '/ClickHouse/tests/integration/helpers/../../../tests/integration/compose/docker_compose_minio.yml', '--file', '/ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/node2/docker-compose.yml', '--file', '/ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/node3/docker-compose.yml', 'pull'] return non-zero code 1: Pulling proxy1 ... Pulling zoo2 ... Pulling zoo3 ... Pulling proxy2 ... Pulling resolver ... Pulling minio1 ... Pulling node3 ... Pulling zoo1 ... Pulling node2 ... Pulling node1 ... Pulling resolver ... pulling from altinityinfra/python... Pulling proxy2 ... pulling from altinityinfra/s3-proxy Pulling resolver ... digest: sha256:919cb0e6c1a4f05e8d... Pulling resolver ... status: image is up to date for a... Pulling proxy1 ... pulling from altinityinfra/s3-proxy Pulling resolver ... done Pulling proxy2 ... digest: sha256:2c143e57962bb1494a... Pulling proxy2 ... status: image is up to date for a... Pulling proxy2 ... done Pulling proxy1 ... digest: sha256:2c143e57962bb1494a... Pulling proxy1 ... status: image is up to date for a... Pulling proxy1 ... done Pulling node1 ... pulling from altinityinfra/integr... Pulling node1 ... digest: sha256:2ea9da862c215fd684... Pulling node1 ... status: image is up to date for a... Pulling node1 ... done Pulling minio1 ... error Pulling node3 ... pulling from altinityinfra/integr... Pulling zoo1 ... pulling from altinityinfra/integr... Pulling node2 ... pulling from altinityinfra/integr... Pulling node3 ... digest: sha256:2ea9da862c215fd684... Pulling node3 ... status: image is up to date for a... Pulling zoo1 ... digest: sha256:2ea9da862c215fd684... Pulling zoo1 ... status: image is up to date for a... Pulling zoo3 ... pulling from altinityinfra/integr... Pulling node3 ... done Pulling zoo1 ... done Pulling node2 ... digest: sha256:2ea9da862c215fd684... Pulling node2 ... status: image is up to date for a... Pulling node2 ... done Pulling zoo3 ... digest: sha256:2ea9da862c215fd684... Pulling zoo3 ... status: image is up to date for a... Pulling zoo3 ... done Pulling zoo2 ... pulling from altinityinfra/integr... Pulling zoo2 ... digest: sha256:2ea9da862c215fd684... Pulling zoo2 ... status: image is up to date for a... Pulling zoo2 ... done ERROR: for minio1 pull access denied for minio/minio, repository does not exist or may require 'docker login': denied: requested access to the resource is denied pull access denied for minio/minio, repository does not exist or may require 'docker login': denied: requested access to the resource is denied Command:['docker-compose', '--env-file', '/ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/.env', '--project-name', 'roottestdiskconfiguration_gw6', '--file', '/ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/node1/docker-compose.yml', '--file', '/ClickHouse/tests/integration/helpers/../../../tests/integration/compose/docker_compose_keeper.yml', '--file', '/ClickHouse/tests/integration/helpers/../../../tests/integration/compose/docker_compose_minio.yml', '--file', '/ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/node2/docker-compose.yml', '--file', '/ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/node3/docker-compose.yml', 'pull'] Stderr:Pulling proxy1 ... Stderr:Pulling proxy2 ... Stderr:Pulling resolver ... Stderr:Pulling zoo2 ... Stderr:Pulling zoo3 ... Stderr:Pulling zoo1 ... Stderr:Pulling minio1 ... Stderr:Pulling node2 ... Stderr:Pulling node1 ... Stderr:Pulling node3 ... Stderr:Pulling node3 ... pulling from altinityinfra/integr... Stderr:Pulling zoo2 ... pulling from altinityinfra/integr... Stderr:Pulling zoo1 ... pulling from altinityinfra/integr... Stderr:Pulling node3 ... digest: sha256:2ea9da862c215fd684... Stderr:Pulling node3 ... status: image is up to date for a... Stderr:Pulling node3 ... done Stderr:Pulling zoo2 ... digest: sha256:2ea9da862c215fd684... Stderr:Pulling zoo2 ... status: image is up to date for a... Stderr:Pulling zoo2 ... done Stderr:Pulling zoo1 ... digest: sha256:2ea9da862c215fd684... Stderr:Pulling zoo1 ... status: image is up to date for a... Stderr:Pulling proxy2 ... pulling from altinityinfra/s3-proxy Stderr:Pulling zoo1 ... done Stderr:Pulling proxy2 ... digest: sha256:2c143e57962bb1494a... Stderr:Pulling proxy2 ... status: image is up to date for a... Stderr:Pulling proxy2 ... done Stderr:Pulling minio1 ... error Stderr:Pulling proxy1 ... pulling from altinityinfra/s3-proxy Stderr:Pulling zoo3 ... pulling from altinityinfra/integr... Stderr:Pulling proxy1 ... digest: sha256:2c143e57962bb1494a... Stderr:Pulling proxy1 ... status: image is up to date for a... Stderr:Pulling proxy1 ... done Stderr:Pulling zoo3 ... digest: sha256:2ea9da862c215fd684... Stderr:Pulling zoo3 ... status: image is up to date for a... Stderr:Pulling zoo3 ... done Stderr:Pulling node1 ... pulling from altinityinfra/integr... Stderr:Pulling node2 ... pulling from altinityinfra/integr... Stderr:Pulling node1 ... digest: sha256:2ea9da862c215fd684... Stderr:Pulling node1 ... status: image is up to date for a... Stderr:Pulling node1 ... done Stderr:Pulling node2 ... digest: sha256:2ea9da862c215fd684... Stderr:Pulling node2 ... status: image is up to date for a... Stderr:Pulling node2 ... done Stderr:Pulling resolver ... pulling from altinityinfra/python... Stderr:Pulling resolver ... digest: sha256:919cb0e6c1a4f05e8d... Stderr:Pulling resolver ... status: image is up to date for a... Stderr:Pulling resolver ... done Stderr: Stderr:ERROR: for minio1 pull access denied for minio/minio, repository does not exist or may require 'docker login': denied: requested access to the resource is denied Stderr:pull access denied for minio/minio, repository does not exist or may require 'docker login': denied: requested access to the resource is denied Exitcode:1 Got exception pulling images: Command ['docker-compose', '--env-file', '/ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/.env', '--project-name', 'roottestdiskconfiguration_gw6', '--file', '/ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/node1/docker-compose.yml', '--file', '/ClickHouse/tests/integration/helpers/../../../tests/integration/compose/docker_compose_keeper.yml', '--file', '/ClickHouse/tests/integration/helpers/../../../tests/integration/compose/docker_compose_minio.yml', '--file', '/ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/node2/docker-compose.yml', '--file', '/ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/node3/docker-compose.yml', 'pull'] return non-zero code 1: Pulling proxy1 ... Pulling proxy2 ... Pulling resolver ... Pulling zoo2 ... Pulling zoo3 ... Pulling zoo1 ... Pulling minio1 ... Pulling node2 ... Pulling node1 ... Pulling node3 ... Pulling node3 ... pulling from altinityinfra/integr... Pulling zoo2 ... pulling from altinityinfra/integr... Pulling zoo1 ... pulling from altinityinfra/integr... Pulling node3 ... digest: sha256:2ea9da862c215fd684... Pulling node3 ... status: image is up to date for a... Pulling node3 ... done Pulling zoo2 ... digest: sha256:2ea9da862c215fd684... Pulling zoo2 ... status: image is up to date for a... Pulling zoo2 ... done Pulling zoo1 ... digest: sha256:2ea9da862c215fd684... Pulling zoo1 ... status: image is up to date for a... Pulling proxy2 ... pulling from altinityinfra/s3-proxy Pulling zoo1 ... done Pulling proxy2 ... digest: sha256:2c143e57962bb1494a... Pulling proxy2 ... status: image is up to date for a... Pulling proxy2 ... done Pulling minio1 ... error Pulling proxy1 ... pulling from altinityinfra/s3-proxy Pulling zoo3 ... pulling from altinityinfra/integr... Pulling proxy1 ... digest: sha256:2c143e57962bb1494a... Pulling proxy1 ... status: image is up to date for a... Pulling proxy1 ... done Pulling zoo3 ... digest: sha256:2ea9da862c215fd684... Pulling zoo3 ... status: image is up to date for a... Pulling zoo3 ... done Pulling node1 ... pulling from altinityinfra/integr... Pulling node2 ... pulling from altinityinfra/integr... Pulling node1 ... digest: sha256:2ea9da862c215fd684... Pulling node1 ... status: image is up to date for a... Pulling node1 ... done Pulling node2 ... digest: sha256:2ea9da862c215fd684... Pulling node2 ... status: image is up to date for a... Pulling node2 ... done Pulling resolver ... pulling from altinityinfra/python... Pulling resolver ... digest: sha256:919cb0e6c1a4f05e8d... Pulling resolver ... status: image is up to date for a... Pulling resolver ... done ERROR: for minio1 pull access denied for minio/minio, repository does not exist or may require 'docker login': denied: requested access to the resource is denied pull access denied for minio/minio, repository does not exist or may require 'docker login': denied: requested access to the resource is denied Command:['docker-compose', '--env-file', '/ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/.env', '--project-name', 'roottestdiskconfiguration_gw6', '--file', '/ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/node1/docker-compose.yml', '--file', '/ClickHouse/tests/integration/helpers/../../../tests/integration/compose/docker_compose_keeper.yml', '--file', '/ClickHouse/tests/integration/helpers/../../../tests/integration/compose/docker_compose_minio.yml', '--file', '/ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/node2/docker-compose.yml', '--file', '/ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/node3/docker-compose.yml', 'pull'] Stderr:Pulling zoo1 ... Stderr:Pulling proxy2 ... Stderr:Pulling zoo2 ... Stderr:Pulling zoo3 ... Stderr:Pulling proxy1 ... Stderr:Pulling resolver ... Stderr:Pulling minio1 ... Stderr:Pulling node3 ... Stderr:Pulling node2 ... Stderr:Pulling node1 ... Stderr:Pulling node1 ... pulling from altinityinfra/integr... Stderr:Pulling zoo3 ... pulling from altinityinfra/integr... Stderr:Pulling proxy2 ... pulling from altinityinfra/s3-proxy Stderr:Pulling node2 ... pulling from altinityinfra/integr... Stderr:Pulling node1 ... digest: sha256:2ea9da862c215fd684... Stderr:Pulling node1 ... status: image is up to date for a... Stderr:Pulling resolver ... pulling from altinityinfra/python... Stderr:Pulling node1 ... done Stderr:Pulling zoo3 ... digest: sha256:2ea9da862c215fd684... Stderr:Pulling zoo3 ... status: image is up to date for a... Stderr:Pulling proxy2 ... digest: sha256:2c143e57962bb1494a... Stderr:Pulling proxy2 ... status: image is up to date for a... Stderr:Pulling zoo3 ... done Stderr:Pulling proxy2 ... done Stderr:Pulling node2 ... digest: sha256:2ea9da862c215fd684... Stderr:Pulling node2 ... status: image is up to date for a... Stderr:Pulling node2 ... done Stderr:Pulling resolver ... digest: sha256:919cb0e6c1a4f05e8d... Stderr:Pulling resolver ... status: image is up to date for a... Stderr:Pulling resolver ... done Stderr:Pulling proxy1 ... pulling from altinityinfra/s3-proxy Stderr:Pulling zoo2 ... pulling from altinityinfra/integr... Stderr:Pulling proxy1 ... digest: sha256:2c143e57962bb1494a... Stderr:Pulling proxy1 ... status: image is up to date for a... Stderr:Pulling proxy1 ... done Stderr:Pulling zoo2 ... digest: sha256:2ea9da862c215fd684... Stderr:Pulling zoo2 ... status: image is up to date for a... Stderr:Pulling zoo2 ... done Stderr:Pulling zoo1 ... pulling from altinityinfra/integr... Stderr:Pulling zoo1 ... digest: sha256:2ea9da862c215fd684... Stderr:Pulling zoo1 ... status: image is up to date for a... Stderr:Pulling zoo1 ... done Stderr:Pulling node3 ... pulling from altinityinfra/integr... Stderr:Pulling node3 ... digest: sha256:2ea9da862c215fd684... Stderr:Pulling node3 ... status: image is up to date for a... Stderr:Pulling node3 ... done Stderr:Pulling minio1 ... error Stderr: Stderr:ERROR: for minio1 pull access denied for minio/minio, repository does not exist or may require 'docker login': denied: requested access to the resource is denied Stderr:pull access denied for minio/minio, repository does not exist or may require 'docker login': denied: requested access to the resource is denied Exitcode:1 Failed to start cluster: Command ['docker-compose', '--env-file', '/ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/.env', '--project-name', 'roottestdiskconfiguration_gw6', '--file', '/ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/node1/docker-compose.yml', '--file', '/ClickHouse/tests/integration/helpers/../../../tests/integration/compose/docker_compose_keeper.yml', '--file', '/ClickHouse/tests/integration/helpers/../../../tests/integration/compose/docker_compose_minio.yml', '--file', '/ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/node2/docker-compose.yml', '--file', '/ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/node3/docker-compose.yml', 'pull'] return non-zero code 1: Pulling zoo1 ... Pulling proxy2 ... Pulling zoo2 ... Pulling zoo3 ... Pulling proxy1 ... Pulling resolver ... Pulling minio1 ... Pulling node3 ... Pulling node2 ... Pulling node1 ... Pulling node1 ... pulling from altinityinfra/integr... Pulling zoo3 ... pulling from altinityinfra/integr... Pulling proxy2 ... pulling from altinityinfra/s3-proxy Pulling node2 ... pulling from altinityinfra/integr... Pulling node1 ... digest: sha256:2ea9da862c215fd684... Pulling node1 ... status: image is up to date for a... Pulling resolver ... pulling from altinityinfra/python... Pulling node1 ... done Pulling zoo3 ... digest: sha256:2ea9da862c215fd684... Pulling zoo3 ... status: image is up to date for a... Pulling proxy2 ... digest: sha256:2c143e57962bb1494a... Pulling proxy2 ... status: image is up to date for a... Pulling zoo3 ... done Pulling proxy2 ... done Pulling node2 ... digest: sha256:2ea9da862c215fd684... Pulling node2 ... status: image is up to date for a... Pulling node2 ... done Pulling resolver ... digest: sha256:919cb0e6c1a4f05e8d... Pulling resolver ... status: image is up to date for a... Pulling resolver ... done Pulling proxy1 ... pulling from altinityinfra/s3-proxy Pulling zoo2 ... pulling from altinityinfra/integr... Pulling proxy1 ... digest: sha256:2c143e57962bb1494a... Pulling proxy1 ... status: image is up to date for a... Pulling proxy1 ... done Pulling zoo2 ... digest: sha256:2ea9da862c215fd684... Pulling zoo2 ... status: image is up to date for a... Pulling zoo2 ... done Pulling zoo1 ... pulling from altinityinfra/integr... Pulling zoo1 ... digest: sha256:2ea9da862c215fd684... Pulling zoo1 ... status: image is up to date for a... Pulling zoo1 ... done Pulling node3 ... pulling from altinityinfra/integr... Pulling node3 ... digest: sha256:2ea9da862c215fd684... Pulling node3 ... status: image is up to date for a... Pulling node3 ... done Pulling minio1 ... error ERROR: for minio1 pull access denied for minio/minio, repository does not exist or may require 'docker login': denied: requested access to the resource is denied pull access denied for minio/minio, repository does not exist or may require 'docker login': denied: requested access to the resource is denied Traceback (most recent call last): File "/ClickHouse/tests/integration/helpers/cluster.py", line 2831, in start retry(log_function=logging_pulling_images)(run_and_check)( File "/ClickHouse/tests/integration/helpers/retry_decorator.py", line 28, in wrapper raise e File "/ClickHouse/tests/integration/helpers/retry_decorator.py", line 19, in wrapper func(*args, **kwargs) File "/ClickHouse/tests/integration/helpers/cluster.py", line 129, in run_and_check raise Exception( Exception: Command ['docker-compose', '--env-file', '/ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/.env', '--project-name', 'roottestdiskconfiguration_gw6', '--file', '/ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/node1/docker-compose.yml', '--file', '/ClickHouse/tests/integration/helpers/../../../tests/integration/compose/docker_compose_keeper.yml', '--file', '/ClickHouse/tests/integration/helpers/../../../tests/integration/compose/docker_compose_minio.yml', '--file', '/ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/node2/docker-compose.yml', '--file', '/ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/node3/docker-compose.yml', 'pull'] return non-zero code 1: Pulling zoo1 ... Pulling proxy2 ... Pulling zoo2 ... Pulling zoo3 ... Pulling proxy1 ... Pulling resolver ... Pulling minio1 ... Pulling node3 ... Pulling node2 ... Pulling node1 ... Pulling node1 ... pulling from altinityinfra/integr... Pulling zoo3 ... pulling from altinityinfra/integr... Pulling proxy2 ... pulling from altinityinfra/s3-proxy Pulling node2 ... pulling from altinityinfra/integr... Pulling node1 ... digest: sha256:2ea9da862c215fd684... Pulling node1 ... status: image is up to date for a... Pulling resolver ... pulling from altinityinfra/python... Pulling node1 ... done Pulling zoo3 ... digest: sha256:2ea9da862c215fd684... Pulling zoo3 ... status: image is up to date for a... Pulling proxy2 ... digest: sha256:2c143e57962bb1494a... Pulling proxy2 ... status: image is up to date for a... Pulling zoo3 ... done Pulling proxy2 ... done Pulling node2 ... digest: sha256:2ea9da862c215fd684... Pulling node2 ... status: image is up to date for a... Pulling node2 ... done Pulling resolver ... digest: sha256:919cb0e6c1a4f05e8d... Pulling resolver ... status: image is up to date for a... Pulling resolver ... done Pulling proxy1 ... pulling from altinityinfra/s3-proxy Pulling zoo2 ... pulling from altinityinfra/integr... Pulling proxy1 ... digest: sha256:2c143e57962bb1494a... Pulling proxy1 ... status: image is up to date for a... Pulling proxy1 ... done Pulling zoo2 ... digest: sha256:2ea9da862c215fd684... Pulling zoo2 ... status: image is up to date for a... Pulling zoo2 ... done Pulling zoo1 ... pulling from altinityinfra/integr... Pulling zoo1 ... digest: sha256:2ea9da862c215fd684... Pulling zoo1 ... status: image is up to date for a... Pulling zoo1 ... done Pulling node3 ... pulling from altinityinfra/integr... Pulling node3 ... digest: sha256:2ea9da862c215fd684... Pulling node3 ... status: image is up to date for a... Pulling node3 ... done Pulling minio1 ... error ERROR: for minio1 pull access denied for minio/minio, repository does not exist or may require 'docker login': denied: requested access to the resource is denied pull access denied for minio/minio, repository does not exist or may require 'docker login': denied: requested access to the resource is denied None docker-compose up was not called. Trying to export docker.log for running containers Cleanup called Docker networks for project roottestdiskconfiguration_gw6 are NETWORK ID NAME DRIVER SCOPE Docker containers for project roottestdiskconfiguration_gw6 are CONTAINER ID IMAGE COMMAND CREATED STATUS PORTS NAMES Docker volumes for project roottestdiskconfiguration_gw6 are DRIVER VOLUME NAME Command:docker container list --all --filter name='^/roottestdiskconfiguration_gw6_.*_1$' --format '{{.ID}}:{{.Names}}' Unstopped containers: {} No running containers for project: roottestdiskconfiguration_gw6 Trying to prune unused networks... Trying to prune unused volumes... Command:['docker volume ls | wc -l'] Stdout:1 docker-compose up was not called. Trying to export docker.log for running containers Cleanup called Docker networks for project roottestdiskconfiguration_gw6 are NETWORK ID NAME DRIVER SCOPE Docker containers for project roottestdiskconfiguration_gw6 are CONTAINER ID IMAGE COMMAND CREATED STATUS PORTS NAMES Docker volumes for project roottestdiskconfiguration_gw6 are DRIVER VOLUME NAME Command:docker container list --all --filter name='^/roottestdiskconfiguration_gw6_.*_1$' --format '{{.ID}}:{{.Names}}' Unstopped containers: {} No running containers for project: roottestdiskconfiguration_gw6 Trying to prune unused networks... Trying to prune unused volumes... Command:['docker volume ls | wc -l'] Stdout:1 ------------------------------ Captured log setup ------------------------------ 2026-09-30 16:51:45 [ 502 ] DEBUG : clickhouse_start_command: clickhouse server --config-file=/etc/clickhouse-server/{main_config_file} --log-file=/var/log/clickhouse-server/clickhouse-server.log --errorlog-file=/var/log/clickhouse-server/clickhouse-server.err.log (cluster.py:1787, add_instance) 2026-09-30 16:51:45 [ 502 ] DEBUG : Setup Keeper (cluster.py:1059, setup_keeper_cmd) 2026-09-30 16:51:45 [ 502 ] DEBUG : Cluster name: project_name:roottestdiskconfiguration_gw6. Added instance name:node1 tag:b74d853ebe76 base_cmd:['docker-compose', '--env-file', '/ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/.env', '--project-name', 'roottestdiskconfiguration_gw6', '--file', '/ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/node1/docker-compose.yml', '--file', '/ClickHouse/tests/integration/helpers/../../../tests/integration/compose/docker_compose_keeper.yml', '--file', '/ClickHouse/tests/integration/helpers/../../../tests/integration/compose/docker_compose_minio.yml'] docker_compose_yml_dir:/ClickHouse/tests/integration/helpers/../../../tests/integration/compose/ (cluster.py:2081, add_instance) 2026-09-30 16:51:45 [ 502 ] DEBUG : clickhouse_start_command: clickhouse server --config-file=/etc/clickhouse-server/{main_config_file} --log-file=/var/log/clickhouse-server/clickhouse-server.log --errorlog-file=/var/log/clickhouse-server/clickhouse-server.err.log (cluster.py:1787, add_instance) 2026-09-30 16:51:45 [ 502 ] DEBUG : Cluster name: project_name:roottestdiskconfiguration_gw6. Added instance name:node2 tag:b74d853ebe76 base_cmd:['docker-compose', '--env-file', '/ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/.env', '--project-name', 'roottestdiskconfiguration_gw6', '--file', '/ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/node1/docker-compose.yml', '--file', '/ClickHouse/tests/integration/helpers/../../../tests/integration/compose/docker_compose_keeper.yml', '--file', '/ClickHouse/tests/integration/helpers/../../../tests/integration/compose/docker_compose_minio.yml', '--file', '/ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/node2/docker-compose.yml'] docker_compose_yml_dir:/ClickHouse/tests/integration/helpers/../../../tests/integration/compose/ (cluster.py:2081, add_instance) 2026-09-30 16:51:45 [ 502 ] DEBUG : clickhouse_start_command: clickhouse server --config-file=/etc/clickhouse-server/{main_config_file} --log-file=/var/log/clickhouse-server/clickhouse-server.log --errorlog-file=/var/log/clickhouse-server/clickhouse-server.err.log (cluster.py:1787, add_instance) 2026-09-30 16:51:45 [ 502 ] DEBUG : Cluster name: project_name:roottestdiskconfiguration_gw6. Added instance name:node3 tag:b74d853ebe76 base_cmd:['docker-compose', '--env-file', '/ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/.env', '--project-name', 'roottestdiskconfiguration_gw6', '--file', '/ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/node1/docker-compose.yml', '--file', '/ClickHouse/tests/integration/helpers/../../../tests/integration/compose/docker_compose_keeper.yml', '--file', '/ClickHouse/tests/integration/helpers/../../../tests/integration/compose/docker_compose_minio.yml', '--file', '/ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/node2/docker-compose.yml', '--file', '/ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/node3/docker-compose.yml'] docker_compose_yml_dir:/ClickHouse/tests/integration/helpers/../../../tests/integration/compose/ (cluster.py:2081, add_instance) 2026-09-30 16:51:45 [ 502 ] INFO : Running tests in /ClickHouse/tests/integration/test_disk_configuration/test.py (cluster.py:2790, start) 2026-09-30 16:51:45 [ 502 ] DEBUG : Cluster start called. is_up=False (cluster.py:2797, start) 2026-09-30 16:51:45 [ 502 ] DEBUG : Docker networks for project roottestdiskconfiguration_gw6 are NETWORK ID NAME DRIVER SCOPE (cluster.py:855, print_all_docker_pieces) 2026-09-30 16:51:45 [ 502 ] DEBUG : Docker containers for project roottestdiskconfiguration_gw6 are CONTAINER ID IMAGE COMMAND CREATED STATUS PORTS NAMES (cluster.py:863, print_all_docker_pieces) 2026-09-30 16:51:45 [ 502 ] DEBUG : Docker volumes for project roottestdiskconfiguration_gw6 are DRIVER VOLUME NAME (cluster.py:871, print_all_docker_pieces) 2026-09-30 16:51:45 [ 502 ] DEBUG : Cleanup called (cluster.py:876, cleanup) 2026-09-30 16:51:45 [ 502 ] DEBUG : Docker networks for project roottestdiskconfiguration_gw6 are NETWORK ID NAME DRIVER SCOPE (cluster.py:855, print_all_docker_pieces) 2026-09-30 16:51:45 [ 502 ] DEBUG : Docker containers for project roottestdiskconfiguration_gw6 are CONTAINER ID IMAGE COMMAND CREATED STATUS PORTS NAMES (cluster.py:863, print_all_docker_pieces) 2026-09-30 16:51:45 [ 502 ] DEBUG : Docker volumes for project roottestdiskconfiguration_gw6 are DRIVER VOLUME NAME (cluster.py:871, print_all_docker_pieces) 2026-09-30 16:51:45 [ 502 ] DEBUG : Command:docker container list --all --filter name='^/roottestdiskconfiguration_gw6_.*_1$' --format '{{.ID}}:{{.Names}}' (cluster.py:113, run_and_check) 2026-09-30 16:51:45 [ 502 ] DEBUG : Unstopped containers: {} (cluster.py:890, cleanup) 2026-09-30 16:51:45 [ 502 ] DEBUG : No running containers for project: roottestdiskconfiguration_gw6 (cluster.py:904, cleanup) 2026-09-30 16:51:45 [ 502 ] DEBUG : Trying to prune unused networks... (cluster.py:910, cleanup) 2026-09-30 16:51:45 [ 502 ] DEBUG : Trying to prune unused volumes... (cluster.py:937, cleanup) 2026-09-30 16:51:45 [ 502 ] DEBUG : Command:['docker volume ls | wc -l'] (cluster.py:113, run_and_check) 2026-09-30 16:51:45 [ 502 ] DEBUG : Stdout:1 (cluster.py:121, run_and_check) 2026-09-30 16:51:45 [ 502 ] DEBUG : Setup directory for instance: node1 (cluster.py:2810, start) 2026-09-30 16:51:45 [ 502 ] DEBUG : Create directory for configuration generated in this helper (cluster.py:4538, create_dir) 2026-09-30 16:51:45 [ 502 ] DEBUG : Create directory for common tests configuration (cluster.py:4543, create_dir) 2026-09-30 16:51:45 [ 502 ] DEBUG : Copy common configuration from helpers (cluster.py:4563, create_dir) 2026-09-30 16:51:45 [ 502 ] DEBUG : Generate and write macros file (cluster.py:4606, create_dir) 2026-09-30 16:51:45 [ 502 ] DEBUG : Copy custom test config files ['/ClickHouse/tests/integration/test_disk_configuration/configs/config.d/storage_configuration.xml', '/ClickHouse/tests/integration/test_disk_configuration/configs/config.d/remote_servers.xml'] to /ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/node1/configs/config.d (cluster.py:4636, create_dir) 2026-09-30 16:51:45 [ 502 ] DEBUG : Setup database dir /ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/node1/database (cluster.py:4653, create_dir) 2026-09-30 16:51:45 [ 502 ] DEBUG : Setup logs dir /ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/node1/logs (cluster.py:4664, create_dir) 2026-09-30 16:51:45 [ 502 ] DEBUG : Entrypoint cmd: bash -c "trap 'pkill tail' INT TERM; clickhouse server --config-file=/etc/clickhouse-server/config.xml --log-file=/var/log/clickhouse-server/clickhouse-server.log --errorlog-file=/var/log/clickhouse-server/clickhouse-server.err.log --daemon; coproc tail -f /dev/null; wait $$!" (cluster.py:4750, create_dir) 2026-09-30 16:51:45 [ 502 ] DEBUG : Setup directory for instance: node2 (cluster.py:2810, start) 2026-09-30 16:51:45 [ 502 ] DEBUG : Create directory for configuration generated in this helper (cluster.py:4538, create_dir) 2026-09-30 16:51:45 [ 502 ] DEBUG : Create directory for common tests configuration (cluster.py:4543, create_dir) 2026-09-30 16:51:45 [ 502 ] DEBUG : Copy common configuration from helpers (cluster.py:4563, create_dir) 2026-09-30 16:51:45 [ 502 ] DEBUG : Generate and write macros file (cluster.py:4606, create_dir) 2026-09-30 16:51:45 [ 502 ] DEBUG : Copy custom test config files ['/ClickHouse/tests/integration/test_disk_configuration/configs/config.d/storage_configuration.xml', '/ClickHouse/tests/integration/test_disk_configuration/configs/config.d/remote_servers.xml'] to /ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/node2/configs/config.d (cluster.py:4636, create_dir) 2026-09-30 16:51:45 [ 502 ] DEBUG : Setup database dir /ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/node2/database (cluster.py:4653, create_dir) 2026-09-30 16:51:45 [ 502 ] DEBUG : Setup logs dir /ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/node2/logs (cluster.py:4664, create_dir) 2026-09-30 16:51:45 [ 502 ] DEBUG : Entrypoint cmd: bash -c "trap 'pkill tail' INT TERM; clickhouse server --config-file=/etc/clickhouse-server/config.xml --log-file=/var/log/clickhouse-server/clickhouse-server.log --errorlog-file=/var/log/clickhouse-server/clickhouse-server.err.log --daemon; coproc tail -f /dev/null; wait $$!" (cluster.py:4750, create_dir) 2026-09-30 16:51:45 [ 502 ] DEBUG : Setup directory for instance: node3 (cluster.py:2810, start) 2026-09-30 16:51:45 [ 502 ] DEBUG : Create directory for configuration generated in this helper (cluster.py:4538, create_dir) 2026-09-30 16:51:45 [ 502 ] DEBUG : Create directory for common tests configuration (cluster.py:4543, create_dir) 2026-09-30 16:51:45 [ 502 ] DEBUG : Copy common configuration from helpers (cluster.py:4563, create_dir) 2026-09-30 16:51:45 [ 502 ] DEBUG : Generate and write macros file (cluster.py:4606, create_dir) 2026-09-30 16:51:45 [ 502 ] DEBUG : Copy custom test config files ['/ClickHouse/tests/integration/test_disk_configuration/configs/config.d/storage_configuration.xml', '/ClickHouse/tests/integration/test_disk_configuration/configs/config.d/remote_servers.xml', '/ClickHouse/tests/integration/test_disk_configuration/configs/config.d/mergetree_settings.xml'] to /ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/node3/configs/config.d (cluster.py:4636, create_dir) 2026-09-30 16:51:45 [ 502 ] DEBUG : Setup database dir /ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/node3/database (cluster.py:4653, create_dir) 2026-09-30 16:51:45 [ 502 ] DEBUG : Setup logs dir /ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/node3/logs (cluster.py:4664, create_dir) 2026-09-30 16:51:45 [ 502 ] DEBUG : Entrypoint cmd: bash -c "trap 'pkill tail' INT TERM; clickhouse server --config-file=/etc/clickhouse-server/config.xml --log-file=/var/log/clickhouse-server/clickhouse-server.log --errorlog-file=/var/log/clickhouse-server/clickhouse-server.err.log --daemon; coproc tail -f /dev/null; wait $$!" (cluster.py:4750, create_dir) 2026-09-30 16:51:45 [ 502 ] DEBUG : Env {'ASAN_OPTIONS': 'use_sigaltstack=0', 'TSAN_OPTIONS': 'use_sigaltstack=0', 'CLICKHOUSE_WATCHDOG_ENABLE': '0', 'CLICKHOUSE_NATS_TLS_SECURE': '0', 'LLVM_PROFILE_FILE': '/var/lib/clickhouse/server_%h_%p_%m.profraw', 'keeper_binary': '/clickhouse', 'keeper_cmd_prefix': 'clickhouse keeper', 'image': 'altinityinfra/integration-test:b74d853ebe76', 'user': '0', 'keeper_fs': 'bind', 'keeper_logs_dir1': '/ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/keeper1/log', 'keeper_config_dir1': '/ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/keeper1/config', 'keeper_db_dir1': '/ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/keeper1/coordination', 'keeper_logs_dir2': '/ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/keeper2/log', 'keeper_config_dir2': '/ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/keeper2/config', 'keeper_db_dir2': '/ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/keeper2/coordination', 'keeper_logs_dir3': '/ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/keeper3/log', 'keeper_config_dir3': '/ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/keeper3/config', 'keeper_db_dir3': '/ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/keeper3/coordination', 'MINIO_CERTS_DIR': '/ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/minio/certs', 'MINIO_DATA_DIR': '/ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/minio/data', 'MINIO_PORT': '9001', 'SSL_CERT_FILE': '/ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/minio/certs/public.crt'} stored in /ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/.env (cluster.py:86, _create_env_file) 2026-09-30 16:51:45 [ 502 ] DEBUG : Trying paths: ['/root/.docker/config.json', '/root/.dockercfg'] (config.py:21, find_config_file) 2026-09-30 16:51:45 [ 502 ] DEBUG : No config file found (config.py:28, find_config_file) 2026-09-30 16:51:45 [ 502 ] DEBUG : Trying paths: ['/root/.docker/config.json', '/root/.dockercfg'] (config.py:21, find_config_file) 2026-09-30 16:51:45 [ 502 ] DEBUG : No config file found (config.py:28, find_config_file) 2026-09-30 16:51:45 [ 502 ] DEBUG : http://localhost:None "GET /version HTTP/1.1" 200 825 (connectionpool.py:547, _make_request) 2026-09-30 16:51:45 [ 502 ] DEBUG : Command:['docker-compose', '--env-file', '/ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/.env', '--project-name', 'roottestdiskconfiguration_gw6', '--file', '/ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/node1/docker-compose.yml', '--file', '/ClickHouse/tests/integration/helpers/../../../tests/integration/compose/docker_compose_keeper.yml', '--file', '/ClickHouse/tests/integration/helpers/../../../tests/integration/compose/docker_compose_minio.yml', '--file', '/ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/node2/docker-compose.yml', '--file', '/ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/node3/docker-compose.yml', 'pull'] (cluster.py:113, run_and_check) 2026-09-30 16:53:21 [ 502 ] DEBUG : Stderr:Pulling zoo1 ... (cluster.py:123, run_and_check) 2026-09-30 16:53:21 [ 502 ] DEBUG : Stderr:Pulling zoo3 ... (cluster.py:123, run_and_check) 2026-09-30 16:53:21 [ 502 ] DEBUG : Stderr:Pulling zoo2 ... (cluster.py:123, run_and_check) 2026-09-30 16:53:21 [ 502 ] DEBUG : Stderr:Pulling proxy2 ... (cluster.py:123, run_and_check) 2026-09-30 16:53:21 [ 502 ] DEBUG : Stderr:Pulling proxy1 ... (cluster.py:123, run_and_check) 2026-09-30 16:53:21 [ 502 ] DEBUG : Stderr:Pulling resolver ... (cluster.py:123, run_and_check) 2026-09-30 16:53:21 [ 502 ] DEBUG : Stderr:Pulling minio1 ... (cluster.py:123, run_and_check) 2026-09-30 16:53:21 [ 502 ] DEBUG : Stderr:Pulling node1 ... (cluster.py:123, run_and_check) 2026-09-30 16:53:21 [ 502 ] DEBUG : Stderr:Pulling node3 ... (cluster.py:123, run_and_check) 2026-09-30 16:53:21 [ 502 ] DEBUG : Stderr:Pulling node2 ... (cluster.py:123, run_and_check) 2026-09-30 16:53:21 [ 502 ] DEBUG : Stderr:Pulling node3 ... pulling from altinityinfra/integr... (cluster.py:123, run_and_check) 2026-09-30 16:53:21 [ 502 ] DEBUG : Stderr:Pulling zoo1 ... pulling from altinityinfra/integr... (cluster.py:123, run_and_check) 2026-09-30 16:53:21 [ 502 ] DEBUG : Stderr:Pulling zoo3 ... pulling from altinityinfra/integr... (cluster.py:123, run_and_check) 2026-09-30 16:53:21 [ 502 ] DEBUG : Stderr:Pulling node3 ... digest: sha256:2ea9da862c215fd684... (cluster.py:123, run_and_check) 2026-09-30 16:53:21 [ 502 ] DEBUG : Stderr:Pulling node3 ... status: image is up to date for a... (cluster.py:123, run_and_check) 2026-09-30 16:53:21 [ 502 ] DEBUG : Stderr:Pulling zoo1 ... digest: sha256:2ea9da862c215fd684... (cluster.py:123, run_and_check) 2026-09-30 16:53:21 [ 502 ] DEBUG : Stderr:Pulling zoo1 ... status: image is up to date for a... (cluster.py:123, run_and_check) 2026-09-30 16:53:21 [ 502 ] DEBUG : Stderr:Pulling proxy2 ... pulling from altinityinfra/s3-proxy (cluster.py:123, run_and_check) 2026-09-30 16:53:21 [ 502 ] DEBUG : Stderr:Pulling node3 ... done (cluster.py:123, run_and_check) 2026-09-30 16:53:21 [ 502 ] DEBUG : Stderr:Pulling zoo1 ... done (cluster.py:123, run_and_check) 2026-09-30 16:53:21 [ 502 ] DEBUG : Stderr:Pulling zoo3 ... digest: sha256:2ea9da862c215fd684... (cluster.py:123, run_and_check) 2026-09-30 16:53:21 [ 502 ] DEBUG : Stderr:Pulling zoo3 ... status: image is up to date for a... (cluster.py:123, run_and_check) 2026-09-30 16:53:21 [ 502 ] DEBUG : Stderr:Pulling resolver ... pulling from altinityinfra/python... (cluster.py:123, run_and_check) 2026-09-30 16:53:21 [ 502 ] DEBUG : Stderr:Pulling zoo3 ... done (cluster.py:123, run_and_check) 2026-09-30 16:53:21 [ 502 ] DEBUG : Stderr:Pulling proxy2 ... digest: sha256:2c143e57962bb1494a... (cluster.py:123, run_and_check) 2026-09-30 16:53:21 [ 502 ] DEBUG : Stderr:Pulling proxy2 ... status: image is up to date for a... (cluster.py:123, run_and_check) 2026-09-30 16:53:21 [ 502 ] DEBUG : Stderr:Pulling proxy2 ... done (cluster.py:123, run_and_check) 2026-09-30 16:53:21 [ 502 ] DEBUG : Stderr:Pulling resolver ... digest: sha256:919cb0e6c1a4f05e8d... (cluster.py:123, run_and_check) 2026-09-30 16:53:21 [ 502 ] DEBUG : Stderr:Pulling resolver ... status: image is up to date for a... (cluster.py:123, run_and_check) 2026-09-30 16:53:21 [ 502 ] DEBUG : Stderr:Pulling resolver ... done (cluster.py:123, run_and_check) 2026-09-30 16:53:21 [ 502 ] DEBUG : Stderr:Pulling proxy1 ... pulling from altinityinfra/s3-proxy (cluster.py:123, run_and_check) 2026-09-30 16:53:21 [ 502 ] DEBUG : Stderr:Pulling node2 ... pulling from altinityinfra/integr... (cluster.py:123, run_and_check) 2026-09-30 16:53:21 [ 502 ] DEBUG : Stderr:Pulling node1 ... pulling from altinityinfra/integr... (cluster.py:123, run_and_check) 2026-09-30 16:53:21 [ 502 ] DEBUG : Stderr:Pulling proxy1 ... digest: sha256:2c143e57962bb1494a... (cluster.py:123, run_and_check) 2026-09-30 16:53:21 [ 502 ] DEBUG : Stderr:Pulling proxy1 ... status: image is up to date for a... (cluster.py:123, run_and_check) 2026-09-30 16:53:21 [ 502 ] DEBUG : Stderr:Pulling zoo2 ... pulling from altinityinfra/integr... (cluster.py:123, run_and_check) 2026-09-30 16:53:21 [ 502 ] DEBUG : Stderr:Pulling proxy1 ... done (cluster.py:123, run_and_check) 2026-09-30 16:53:21 [ 502 ] DEBUG : Stderr:Pulling node2 ... digest: sha256:2ea9da862c215fd684... (cluster.py:123, run_and_check) 2026-09-30 16:53:21 [ 502 ] DEBUG : Stderr:Pulling node2 ... status: image is up to date for a... (cluster.py:123, run_and_check) 2026-09-30 16:53:21 [ 502 ] DEBUG : Stderr:Pulling node2 ... done (cluster.py:123, run_and_check) 2026-09-30 16:53:21 [ 502 ] DEBUG : Stderr:Pulling node1 ... digest: sha256:2ea9da862c215fd684... (cluster.py:123, run_and_check) 2026-09-30 16:53:21 [ 502 ] DEBUG : Stderr:Pulling node1 ... status: image is up to date for a... (cluster.py:123, run_and_check) 2026-09-30 16:53:21 [ 502 ] DEBUG : Stderr:Pulling node1 ... done (cluster.py:123, run_and_check) 2026-09-30 16:53:21 [ 502 ] DEBUG : Stderr:Pulling zoo2 ... digest: sha256:2ea9da862c215fd684... (cluster.py:123, run_and_check) 2026-09-30 16:53:21 [ 502 ] DEBUG : Stderr:Pulling zoo2 ... status: image is up to date for a... (cluster.py:123, run_and_check) 2026-09-30 16:53:21 [ 502 ] DEBUG : Stderr:Pulling zoo2 ... done (cluster.py:123, run_and_check) 2026-09-30 16:53:21 [ 502 ] DEBUG : Stderr:Pulling minio1 ... error (cluster.py:123, run_and_check) 2026-09-30 16:53:21 [ 502 ] DEBUG : Stderr: (cluster.py:123, run_and_check) 2026-09-30 16:53:21 [ 502 ] DEBUG : Stderr:ERROR: for minio1 pull access denied for minio/minio, repository does not exist or may require 'docker login': denied: requested access to the resource is denied (cluster.py:123, run_and_check) 2026-09-30 16:53:21 [ 502 ] DEBUG : Stderr:pull access denied for minio/minio, repository does not exist or may require 'docker login': denied: requested access to the resource is denied (cluster.py:123, run_and_check) 2026-09-30 16:53:21 [ 502 ] DEBUG : Exitcode:1 (cluster.py:125, run_and_check) 2026-09-30 16:53:21 [ 502 ] INFO : Got exception pulling images: Command ['docker-compose', '--env-file', '/ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/.env', '--project-name', 'roottestdiskconfiguration_gw6', '--file', '/ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/node1/docker-compose.yml', '--file', '/ClickHouse/tests/integration/helpers/../../../tests/integration/compose/docker_compose_keeper.yml', '--file', '/ClickHouse/tests/integration/helpers/../../../tests/integration/compose/docker_compose_minio.yml', '--file', '/ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/node2/docker-compose.yml', '--file', '/ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/node3/docker-compose.yml', 'pull'] return non-zero code 1: Pulling zoo1 ... Pulling zoo3 ... Pulling zoo2 ... Pulling proxy2 ... Pulling proxy1 ... Pulling resolver ... Pulling minio1 ... Pulling node1 ... Pulling node3 ... Pulling node2 ... Pulling node3 ... pulling from altinityinfra/integr... Pulling zoo1 ... pulling from altinityinfra/integr... Pulling zoo3 ... pulling from altinityinfra/integr... Pulling node3 ... digest: sha256:2ea9da862c215fd684... Pulling node3 ... status: image is up to date for a... Pulling zoo1 ... digest: sha256:2ea9da862c215fd684... Pulling zoo1 ... status: image is up to date for a... Pulling proxy2 ... pulling from altinityinfra/s3-proxy Pulling node3 ... done Pulling zoo1 ... done Pulling zoo3 ... digest: sha256:2ea9da862c215fd684... Pulling zoo3 ... status: image is up to date for a... Pulling resolver ... pulling from altinityinfra/python... Pulling zoo3 ... done Pulling proxy2 ... digest: sha256:2c143e57962bb1494a... Pulling proxy2 ... status: image is up to date for a... Pulling proxy2 ... done Pulling resolver ... digest: sha256:919cb0e6c1a4f05e8d... Pulling resolver ... status: image is up to date for a... Pulling resolver ... done Pulling proxy1 ... pulling from altinityinfra/s3-proxy Pulling node2 ... pulling from altinityinfra/integr... Pulling node1 ... pulling from altinityinfra/integr... Pulling proxy1 ... digest: sha256:2c143e57962bb1494a... Pulling proxy1 ... status: image is up to date for a... Pulling zoo2 ... pulling from altinityinfra/integr... Pulling proxy1 ... done Pulling node2 ... digest: sha256:2ea9da862c215fd684... Pulling node2 ... status: image is up to date for a... Pulling node2 ... done Pulling node1 ... digest: sha256:2ea9da862c215fd684... Pulling node1 ... status: image is up to date for a... Pulling node1 ... done Pulling zoo2 ... digest: sha256:2ea9da862c215fd684... Pulling zoo2 ... status: image is up to date for a... Pulling zoo2 ... done Pulling minio1 ... error ERROR: for minio1 pull access denied for minio/minio, repository does not exist or may require 'docker login': denied: requested access to the resource is denied pull access denied for minio/minio, repository does not exist or may require 'docker login': denied: requested access to the resource is denied (cluster.py:2827, logging_pulling_images) 2026-09-30 16:53:23 [ 502 ] DEBUG : Command:['docker-compose', '--env-file', '/ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/.env', '--project-name', 'roottestdiskconfiguration_gw6', '--file', '/ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/node1/docker-compose.yml', '--file', '/ClickHouse/tests/integration/helpers/../../../tests/integration/compose/docker_compose_keeper.yml', '--file', '/ClickHouse/tests/integration/helpers/../../../tests/integration/compose/docker_compose_minio.yml', '--file', '/ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/node2/docker-compose.yml', '--file', '/ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/node3/docker-compose.yml', 'pull'] (cluster.py:113, run_and_check) 2026-09-30 16:54:58 [ 502 ] DEBUG : Stderr:Pulling zoo1 ... (cluster.py:123, run_and_check) 2026-09-30 16:54:58 [ 502 ] DEBUG : Stderr:Pulling proxy1 ... (cluster.py:123, run_and_check) 2026-09-30 16:54:58 [ 502 ] DEBUG : Stderr:Pulling zoo2 ... (cluster.py:123, run_and_check) 2026-09-30 16:54:58 [ 502 ] DEBUG : Stderr:Pulling proxy2 ... (cluster.py:123, run_and_check) 2026-09-30 16:54:58 [ 502 ] DEBUG : Stderr:Pulling resolver ... (cluster.py:123, run_and_check) 2026-09-30 16:54:58 [ 502 ] DEBUG : Stderr:Pulling zoo3 ... (cluster.py:123, run_and_check) 2026-09-30 16:54:58 [ 502 ] DEBUG : Stderr:Pulling minio1 ... (cluster.py:123, run_and_check) 2026-09-30 16:54:58 [ 502 ] DEBUG : Stderr:Pulling node3 ... (cluster.py:123, run_and_check) 2026-09-30 16:54:58 [ 502 ] DEBUG : Stderr:Pulling node2 ... (cluster.py:123, run_and_check) 2026-09-30 16:54:58 [ 502 ] DEBUG : Stderr:Pulling node1 ... (cluster.py:123, run_and_check) 2026-09-30 16:54:58 [ 502 ] DEBUG : Stderr:Pulling zoo3 ... pulling from altinityinfra/integr... (cluster.py:123, run_and_check) 2026-09-30 16:54:58 [ 502 ] DEBUG : Stderr:Pulling proxy2 ... pulling from altinityinfra/s3-proxy (cluster.py:123, run_and_check) 2026-09-30 16:54:58 [ 502 ] DEBUG : Stderr:Pulling zoo1 ... pulling from altinityinfra/integr... (cluster.py:123, run_and_check) 2026-09-30 16:54:58 [ 502 ] DEBUG : Stderr:Pulling zoo3 ... digest: sha256:2ea9da862c215fd684... (cluster.py:123, run_and_check) 2026-09-30 16:54:58 [ 502 ] DEBUG : Stderr:Pulling zoo3 ... status: image is up to date for a... (cluster.py:123, run_and_check) 2026-09-30 16:54:58 [ 502 ] DEBUG : Stderr:Pulling proxy2 ... digest: sha256:2c143e57962bb1494a... (cluster.py:123, run_and_check) 2026-09-30 16:54:58 [ 502 ] DEBUG : Stderr:Pulling proxy2 ... status: image is up to date for a... (cluster.py:123, run_and_check) 2026-09-30 16:54:58 [ 502 ] DEBUG : Stderr:Pulling zoo3 ... done (cluster.py:123, run_and_check) 2026-09-30 16:54:58 [ 502 ] DEBUG : Stderr:Pulling proxy2 ... done (cluster.py:123, run_and_check) 2026-09-30 16:54:58 [ 502 ] DEBUG : Stderr:Pulling proxy1 ... pulling from altinityinfra/s3-proxy (cluster.py:123, run_and_check) 2026-09-30 16:54:58 [ 502 ] DEBUG : Stderr:Pulling zoo1 ... digest: sha256:2ea9da862c215fd684... (cluster.py:123, run_and_check) 2026-09-30 16:54:58 [ 502 ] DEBUG : Stderr:Pulling zoo1 ... status: image is up to date for a... (cluster.py:123, run_and_check) 2026-09-30 16:54:58 [ 502 ] DEBUG : Stderr:Pulling zoo1 ... done (cluster.py:123, run_and_check) 2026-09-30 16:54:58 [ 502 ] DEBUG : Stderr:Pulling proxy1 ... digest: sha256:2c143e57962bb1494a... (cluster.py:123, run_and_check) 2026-09-30 16:54:58 [ 502 ] DEBUG : Stderr:Pulling proxy1 ... status: image is up to date for a... (cluster.py:123, run_and_check) 2026-09-30 16:54:58 [ 502 ] DEBUG : Stderr:Pulling proxy1 ... done (cluster.py:123, run_and_check) 2026-09-30 16:54:58 [ 502 ] DEBUG : Stderr:Pulling minio1 ... error (cluster.py:123, run_and_check) 2026-09-30 16:54:58 [ 502 ] DEBUG : Stderr:Pulling resolver ... pulling from altinityinfra/python... (cluster.py:123, run_and_check) 2026-09-30 16:54:58 [ 502 ] DEBUG : Stderr:Pulling node1 ... pulling from altinityinfra/integr... (cluster.py:123, run_and_check) 2026-09-30 16:54:58 [ 502 ] DEBUG : Stderr:Pulling node3 ... pulling from altinityinfra/integr... (cluster.py:123, run_and_check) 2026-09-30 16:54:58 [ 502 ] DEBUG : Stderr:Pulling node1 ... digest: sha256:2ea9da862c215fd684... (cluster.py:123, run_and_check) 2026-09-30 16:54:58 [ 502 ] DEBUG : Stderr:Pulling node1 ... status: image is up to date for a... (cluster.py:123, run_and_check) 2026-09-30 16:54:58 [ 502 ] DEBUG : Stderr:Pulling zoo2 ... pulling from altinityinfra/integr... (cluster.py:123, run_and_check) 2026-09-30 16:54:58 [ 502 ] DEBUG : Stderr:Pulling resolver ... digest: sha256:919cb0e6c1a4f05e8d... (cluster.py:123, run_and_check) 2026-09-30 16:54:58 [ 502 ] DEBUG : Stderr:Pulling resolver ... status: image is up to date for a... (cluster.py:123, run_and_check) 2026-09-30 16:54:58 [ 502 ] DEBUG : Stderr:Pulling node1 ... done (cluster.py:123, run_and_check) 2026-09-30 16:54:58 [ 502 ] DEBUG : Stderr:Pulling resolver ... done (cluster.py:123, run_and_check) 2026-09-30 16:54:58 [ 502 ] DEBUG : Stderr:Pulling node3 ... digest: sha256:2ea9da862c215fd684... (cluster.py:123, run_and_check) 2026-09-30 16:54:58 [ 502 ] DEBUG : Stderr:Pulling node3 ... status: image is up to date for a... (cluster.py:123, run_and_check) 2026-09-30 16:54:58 [ 502 ] DEBUG : Stderr:Pulling node3 ... done (cluster.py:123, run_and_check) 2026-09-30 16:54:58 [ 502 ] DEBUG : Stderr:Pulling zoo2 ... digest: sha256:2ea9da862c215fd684... (cluster.py:123, run_and_check) 2026-09-30 16:54:58 [ 502 ] DEBUG : Stderr:Pulling zoo2 ... status: image is up to date for a... (cluster.py:123, run_and_check) 2026-09-30 16:54:58 [ 502 ] DEBUG : Stderr:Pulling zoo2 ... done (cluster.py:123, run_and_check) 2026-09-30 16:54:58 [ 502 ] DEBUG : Stderr:Pulling node2 ... pulling from altinityinfra/integr... (cluster.py:123, run_and_check) 2026-09-30 16:54:58 [ 502 ] DEBUG : Stderr:Pulling node2 ... digest: sha256:2ea9da862c215fd684... (cluster.py:123, run_and_check) 2026-09-30 16:54:58 [ 502 ] DEBUG : Stderr:Pulling node2 ... status: image is up to date for a... (cluster.py:123, run_and_check) 2026-09-30 16:54:58 [ 502 ] DEBUG : Stderr:Pulling node2 ... done (cluster.py:123, run_and_check) 2026-09-30 16:54:58 [ 502 ] DEBUG : Stderr: (cluster.py:123, run_and_check) 2026-09-30 16:54:58 [ 502 ] DEBUG : Stderr:ERROR: for minio1 pull access denied for minio/minio, repository does not exist or may require 'docker login': denied: requested access to the resource is denied (cluster.py:123, run_and_check) 2026-09-30 16:54:58 [ 502 ] DEBUG : Stderr:pull access denied for minio/minio, repository does not exist or may require 'docker login': denied: requested access to the resource is denied (cluster.py:123, run_and_check) 2026-09-30 16:54:58 [ 502 ] DEBUG : Exitcode:1 (cluster.py:125, run_and_check) 2026-09-30 16:54:58 [ 502 ] INFO : Got exception pulling images: Command ['docker-compose', '--env-file', '/ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/.env', '--project-name', 'roottestdiskconfiguration_gw6', '--file', '/ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/node1/docker-compose.yml', '--file', '/ClickHouse/tests/integration/helpers/../../../tests/integration/compose/docker_compose_keeper.yml', '--file', '/ClickHouse/tests/integration/helpers/../../../tests/integration/compose/docker_compose_minio.yml', '--file', '/ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/node2/docker-compose.yml', '--file', '/ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/node3/docker-compose.yml', 'pull'] return non-zero code 1: Pulling zoo1 ... Pulling proxy1 ... Pulling zoo2 ... Pulling proxy2 ... Pulling resolver ... Pulling zoo3 ... Pulling minio1 ... Pulling node3 ... Pulling node2 ... Pulling node1 ... Pulling zoo3 ... pulling from altinityinfra/integr... Pulling proxy2 ... pulling from altinityinfra/s3-proxy Pulling zoo1 ... pulling from altinityinfra/integr... Pulling zoo3 ... digest: sha256:2ea9da862c215fd684... Pulling zoo3 ... status: image is up to date for a... Pulling proxy2 ... digest: sha256:2c143e57962bb1494a... Pulling proxy2 ... status: image is up to date for a... Pulling zoo3 ... done Pulling proxy2 ... done Pulling proxy1 ... pulling from altinityinfra/s3-proxy Pulling zoo1 ... digest: sha256:2ea9da862c215fd684... Pulling zoo1 ... status: image is up to date for a... Pulling zoo1 ... done Pulling proxy1 ... digest: sha256:2c143e57962bb1494a... Pulling proxy1 ... status: image is up to date for a... Pulling proxy1 ... done Pulling minio1 ... error Pulling resolver ... pulling from altinityinfra/python... Pulling node1 ... pulling from altinityinfra/integr... Pulling node3 ... pulling from altinityinfra/integr... Pulling node1 ... digest: sha256:2ea9da862c215fd684... Pulling node1 ... status: image is up to date for a... Pulling zoo2 ... pulling from altinityinfra/integr... Pulling resolver ... digest: sha256:919cb0e6c1a4f05e8d... Pulling resolver ... status: image is up to date for a... Pulling node1 ... done Pulling resolver ... done Pulling node3 ... digest: sha256:2ea9da862c215fd684... Pulling node3 ... status: image is up to date for a... Pulling node3 ... done Pulling zoo2 ... digest: sha256:2ea9da862c215fd684... Pulling zoo2 ... status: image is up to date for a... Pulling zoo2 ... done Pulling node2 ... pulling from altinityinfra/integr... Pulling node2 ... digest: sha256:2ea9da862c215fd684... Pulling node2 ... status: image is up to date for a... Pulling node2 ... done ERROR: for minio1 pull access denied for minio/minio, repository does not exist or may require 'docker login': denied: requested access to the resource is denied pull access denied for minio/minio, repository does not exist or may require 'docker login': denied: requested access to the resource is denied (cluster.py:2827, logging_pulling_images) 2026-09-30 16:55:01 [ 502 ] DEBUG : Command:['docker-compose', '--env-file', '/ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/.env', '--project-name', 'roottestdiskconfiguration_gw6', '--file', '/ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/node1/docker-compose.yml', '--file', '/ClickHouse/tests/integration/helpers/../../../tests/integration/compose/docker_compose_keeper.yml', '--file', '/ClickHouse/tests/integration/helpers/../../../tests/integration/compose/docker_compose_minio.yml', '--file', '/ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/node2/docker-compose.yml', '--file', '/ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/node3/docker-compose.yml', 'pull'] (cluster.py:113, run_and_check) 2026-09-30 16:56:46 [ 502 ] DEBUG : Stderr:Pulling proxy1 ... (cluster.py:123, run_and_check) 2026-09-30 16:56:46 [ 502 ] DEBUG : Stderr:Pulling zoo2 ... (cluster.py:123, run_and_check) 2026-09-30 16:56:46 [ 502 ] DEBUG : Stderr:Pulling zoo3 ... (cluster.py:123, run_and_check) 2026-09-30 16:56:46 [ 502 ] DEBUG : Stderr:Pulling proxy2 ... (cluster.py:123, run_and_check) 2026-09-30 16:56:46 [ 502 ] DEBUG : Stderr:Pulling resolver ... (cluster.py:123, run_and_check) 2026-09-30 16:56:46 [ 502 ] DEBUG : Stderr:Pulling minio1 ... (cluster.py:123, run_and_check) 2026-09-30 16:56:46 [ 502 ] DEBUG : Stderr:Pulling node3 ... (cluster.py:123, run_and_check) 2026-09-30 16:56:46 [ 502 ] DEBUG : Stderr:Pulling zoo1 ... (cluster.py:123, run_and_check) 2026-09-30 16:56:46 [ 502 ] DEBUG : Stderr:Pulling node2 ... (cluster.py:123, run_and_check) 2026-09-30 16:56:46 [ 502 ] DEBUG : Stderr:Pulling node1 ... (cluster.py:123, run_and_check) 2026-09-30 16:56:46 [ 502 ] DEBUG : Stderr:Pulling resolver ... pulling from altinityinfra/python... (cluster.py:123, run_and_check) 2026-09-30 16:56:46 [ 502 ] DEBUG : Stderr:Pulling proxy2 ... pulling from altinityinfra/s3-proxy (cluster.py:123, run_and_check) 2026-09-30 16:56:46 [ 502 ] DEBUG : Stderr:Pulling resolver ... digest: sha256:919cb0e6c1a4f05e8d... (cluster.py:123, run_and_check) 2026-09-30 16:56:46 [ 502 ] DEBUG : Stderr:Pulling resolver ... status: image is up to date for a... (cluster.py:123, run_and_check) 2026-09-30 16:56:46 [ 502 ] DEBUG : Stderr:Pulling proxy1 ... pulling from altinityinfra/s3-proxy (cluster.py:123, run_and_check) 2026-09-30 16:56:46 [ 502 ] DEBUG : Stderr:Pulling resolver ... done (cluster.py:123, run_and_check) 2026-09-30 16:56:46 [ 502 ] DEBUG : Stderr:Pulling proxy2 ... digest: sha256:2c143e57962bb1494a... (cluster.py:123, run_and_check) 2026-09-30 16:56:46 [ 502 ] DEBUG : Stderr:Pulling proxy2 ... status: image is up to date for a... (cluster.py:123, run_and_check) 2026-09-30 16:56:46 [ 502 ] DEBUG : Stderr:Pulling proxy2 ... done (cluster.py:123, run_and_check) 2026-09-30 16:56:46 [ 502 ] DEBUG : Stderr:Pulling proxy1 ... digest: sha256:2c143e57962bb1494a... (cluster.py:123, run_and_check) 2026-09-30 16:56:46 [ 502 ] DEBUG : Stderr:Pulling proxy1 ... status: image is up to date for a... (cluster.py:123, run_and_check) 2026-09-30 16:56:46 [ 502 ] DEBUG : Stderr:Pulling proxy1 ... done (cluster.py:123, run_and_check) 2026-09-30 16:56:46 [ 502 ] DEBUG : Stderr:Pulling node1 ... pulling from altinityinfra/integr... (cluster.py:123, run_and_check) 2026-09-30 16:56:46 [ 502 ] DEBUG : Stderr:Pulling node1 ... digest: sha256:2ea9da862c215fd684... (cluster.py:123, run_and_check) 2026-09-30 16:56:46 [ 502 ] DEBUG : Stderr:Pulling node1 ... status: image is up to date for a... (cluster.py:123, run_and_check) 2026-09-30 16:56:46 [ 502 ] DEBUG : Stderr:Pulling node1 ... done (cluster.py:123, run_and_check) 2026-09-30 16:56:46 [ 502 ] DEBUG : Stderr:Pulling minio1 ... error (cluster.py:123, run_and_check) 2026-09-30 16:56:46 [ 502 ] DEBUG : Stderr:Pulling node3 ... pulling from altinityinfra/integr... (cluster.py:123, run_and_check) 2026-09-30 16:56:46 [ 502 ] DEBUG : Stderr:Pulling zoo1 ... pulling from altinityinfra/integr... (cluster.py:123, run_and_check) 2026-09-30 16:56:46 [ 502 ] DEBUG : Stderr:Pulling node2 ... pulling from altinityinfra/integr... (cluster.py:123, run_and_check) 2026-09-30 16:56:46 [ 502 ] DEBUG : Stderr:Pulling node3 ... digest: sha256:2ea9da862c215fd684... (cluster.py:123, run_and_check) 2026-09-30 16:56:46 [ 502 ] DEBUG : Stderr:Pulling node3 ... status: image is up to date for a... (cluster.py:123, run_and_check) 2026-09-30 16:56:46 [ 502 ] DEBUG : Stderr:Pulling zoo1 ... digest: sha256:2ea9da862c215fd684... (cluster.py:123, run_and_check) 2026-09-30 16:56:46 [ 502 ] DEBUG : Stderr:Pulling zoo1 ... status: image is up to date for a... (cluster.py:123, run_and_check) 2026-09-30 16:56:46 [ 502 ] DEBUG : Stderr:Pulling zoo3 ... pulling from altinityinfra/integr... (cluster.py:123, run_and_check) 2026-09-30 16:56:46 [ 502 ] DEBUG : Stderr:Pulling node3 ... done (cluster.py:123, run_and_check) 2026-09-30 16:56:46 [ 502 ] DEBUG : Stderr:Pulling zoo1 ... done (cluster.py:123, run_and_check) 2026-09-30 16:56:46 [ 502 ] DEBUG : Stderr:Pulling node2 ... digest: sha256:2ea9da862c215fd684... (cluster.py:123, run_and_check) 2026-09-30 16:56:46 [ 502 ] DEBUG : Stderr:Pulling node2 ... status: image is up to date for a... (cluster.py:123, run_and_check) 2026-09-30 16:56:46 [ 502 ] DEBUG : Stderr:Pulling node2 ... done (cluster.py:123, run_and_check) 2026-09-30 16:56:46 [ 502 ] DEBUG : Stderr:Pulling zoo3 ... digest: sha256:2ea9da862c215fd684... (cluster.py:123, run_and_check) 2026-09-30 16:56:46 [ 502 ] DEBUG : Stderr:Pulling zoo3 ... status: image is up to date for a... (cluster.py:123, run_and_check) 2026-09-30 16:56:46 [ 502 ] DEBUG : Stderr:Pulling zoo3 ... done (cluster.py:123, run_and_check) 2026-09-30 16:56:46 [ 502 ] DEBUG : Stderr:Pulling zoo2 ... pulling from altinityinfra/integr... (cluster.py:123, run_and_check) 2026-09-30 16:56:46 [ 502 ] DEBUG : Stderr:Pulling zoo2 ... digest: sha256:2ea9da862c215fd684... (cluster.py:123, run_and_check) 2026-09-30 16:56:46 [ 502 ] DEBUG : Stderr:Pulling zoo2 ... status: image is up to date for a... (cluster.py:123, run_and_check) 2026-09-30 16:56:46 [ 502 ] DEBUG : Stderr:Pulling zoo2 ... done (cluster.py:123, run_and_check) 2026-09-30 16:56:46 [ 502 ] DEBUG : Stderr: (cluster.py:123, run_and_check) 2026-09-30 16:56:46 [ 502 ] DEBUG : Stderr:ERROR: for minio1 pull access denied for minio/minio, repository does not exist or may require 'docker login': denied: requested access to the resource is denied (cluster.py:123, run_and_check) 2026-09-30 16:56:46 [ 502 ] DEBUG : Stderr:pull access denied for minio/minio, repository does not exist or may require 'docker login': denied: requested access to the resource is denied (cluster.py:123, run_and_check) 2026-09-30 16:56:46 [ 502 ] DEBUG : Exitcode:1 (cluster.py:125, run_and_check) 2026-09-30 16:56:46 [ 502 ] INFO : Got exception pulling images: Command ['docker-compose', '--env-file', '/ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/.env', '--project-name', 'roottestdiskconfiguration_gw6', '--file', '/ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/node1/docker-compose.yml', '--file', '/ClickHouse/tests/integration/helpers/../../../tests/integration/compose/docker_compose_keeper.yml', '--file', '/ClickHouse/tests/integration/helpers/../../../tests/integration/compose/docker_compose_minio.yml', '--file', '/ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/node2/docker-compose.yml', '--file', '/ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/node3/docker-compose.yml', 'pull'] return non-zero code 1: Pulling proxy1 ... Pulling zoo2 ... Pulling zoo3 ... Pulling proxy2 ... Pulling resolver ... Pulling minio1 ... Pulling node3 ... Pulling zoo1 ... Pulling node2 ... Pulling node1 ... Pulling resolver ... pulling from altinityinfra/python... Pulling proxy2 ... pulling from altinityinfra/s3-proxy Pulling resolver ... digest: sha256:919cb0e6c1a4f05e8d... Pulling resolver ... status: image is up to date for a... Pulling proxy1 ... pulling from altinityinfra/s3-proxy Pulling resolver ... done Pulling proxy2 ... digest: sha256:2c143e57962bb1494a... Pulling proxy2 ... status: image is up to date for a... Pulling proxy2 ... done Pulling proxy1 ... digest: sha256:2c143e57962bb1494a... Pulling proxy1 ... status: image is up to date for a... Pulling proxy1 ... done Pulling node1 ... pulling from altinityinfra/integr... Pulling node1 ... digest: sha256:2ea9da862c215fd684... Pulling node1 ... status: image is up to date for a... Pulling node1 ... done Pulling minio1 ... error Pulling node3 ... pulling from altinityinfra/integr... Pulling zoo1 ... pulling from altinityinfra/integr... Pulling node2 ... pulling from altinityinfra/integr... Pulling node3 ... digest: sha256:2ea9da862c215fd684... Pulling node3 ... status: image is up to date for a... Pulling zoo1 ... digest: sha256:2ea9da862c215fd684... Pulling zoo1 ... status: image is up to date for a... Pulling zoo3 ... pulling from altinityinfra/integr... Pulling node3 ... done Pulling zoo1 ... done Pulling node2 ... digest: sha256:2ea9da862c215fd684... Pulling node2 ... status: image is up to date for a... Pulling node2 ... done Pulling zoo3 ... digest: sha256:2ea9da862c215fd684... Pulling zoo3 ... status: image is up to date for a... Pulling zoo3 ... done Pulling zoo2 ... pulling from altinityinfra/integr... Pulling zoo2 ... digest: sha256:2ea9da862c215fd684... Pulling zoo2 ... status: image is up to date for a... Pulling zoo2 ... done ERROR: for minio1 pull access denied for minio/minio, repository does not exist or may require 'docker login': denied: requested access to the resource is denied pull access denied for minio/minio, repository does not exist or may require 'docker login': denied: requested access to the resource is denied (cluster.py:2827, logging_pulling_images) 2026-09-30 16:56:49 [ 502 ] DEBUG : Command:['docker-compose', '--env-file', '/ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/.env', '--project-name', 'roottestdiskconfiguration_gw6', '--file', '/ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/node1/docker-compose.yml', '--file', '/ClickHouse/tests/integration/helpers/../../../tests/integration/compose/docker_compose_keeper.yml', '--file', '/ClickHouse/tests/integration/helpers/../../../tests/integration/compose/docker_compose_minio.yml', '--file', '/ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/node2/docker-compose.yml', '--file', '/ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/node3/docker-compose.yml', 'pull'] (cluster.py:113, run_and_check) 2026-09-30 16:58:34 [ 502 ] DEBUG : Stderr:Pulling proxy1 ... (cluster.py:123, run_and_check) 2026-09-30 16:58:34 [ 502 ] DEBUG : Stderr:Pulling proxy2 ... (cluster.py:123, run_and_check) 2026-09-30 16:58:34 [ 502 ] DEBUG : Stderr:Pulling resolver ... (cluster.py:123, run_and_check) 2026-09-30 16:58:34 [ 502 ] DEBUG : Stderr:Pulling zoo2 ... (cluster.py:123, run_and_check) 2026-09-30 16:58:34 [ 502 ] DEBUG : Stderr:Pulling zoo3 ... (cluster.py:123, run_and_check) 2026-09-30 16:58:34 [ 502 ] DEBUG : Stderr:Pulling zoo1 ... (cluster.py:123, run_and_check) 2026-09-30 16:58:34 [ 502 ] DEBUG : Stderr:Pulling minio1 ... (cluster.py:123, run_and_check) 2026-09-30 16:58:34 [ 502 ] DEBUG : Stderr:Pulling node2 ... (cluster.py:123, run_and_check) 2026-09-30 16:58:34 [ 502 ] DEBUG : Stderr:Pulling node1 ... (cluster.py:123, run_and_check) 2026-09-30 16:58:34 [ 502 ] DEBUG : Stderr:Pulling node3 ... (cluster.py:123, run_and_check) 2026-09-30 16:58:34 [ 502 ] DEBUG : Stderr:Pulling node3 ... pulling from altinityinfra/integr... (cluster.py:123, run_and_check) 2026-09-30 16:58:34 [ 502 ] DEBUG : Stderr:Pulling zoo2 ... pulling from altinityinfra/integr... (cluster.py:123, run_and_check) 2026-09-30 16:58:34 [ 502 ] DEBUG : Stderr:Pulling zoo1 ... pulling from altinityinfra/integr... (cluster.py:123, run_and_check) 2026-09-30 16:58:34 [ 502 ] DEBUG : Stderr:Pulling node3 ... digest: sha256:2ea9da862c215fd684... (cluster.py:123, run_and_check) 2026-09-30 16:58:34 [ 502 ] DEBUG : Stderr:Pulling node3 ... status: image is up to date for a... (cluster.py:123, run_and_check) 2026-09-30 16:58:34 [ 502 ] DEBUG : Stderr:Pulling node3 ... done (cluster.py:123, run_and_check) 2026-09-30 16:58:34 [ 502 ] DEBUG : Stderr:Pulling zoo2 ... digest: sha256:2ea9da862c215fd684... (cluster.py:123, run_and_check) 2026-09-30 16:58:34 [ 502 ] DEBUG : Stderr:Pulling zoo2 ... status: image is up to date for a... (cluster.py:123, run_and_check) 2026-09-30 16:58:34 [ 502 ] DEBUG : Stderr:Pulling zoo2 ... done (cluster.py:123, run_and_check) 2026-09-30 16:58:34 [ 502 ] DEBUG : Stderr:Pulling zoo1 ... digest: sha256:2ea9da862c215fd684... (cluster.py:123, run_and_check) 2026-09-30 16:58:34 [ 502 ] DEBUG : Stderr:Pulling zoo1 ... status: image is up to date for a... (cluster.py:123, run_and_check) 2026-09-30 16:58:34 [ 502 ] DEBUG : Stderr:Pulling proxy2 ... pulling from altinityinfra/s3-proxy (cluster.py:123, run_and_check) 2026-09-30 16:58:34 [ 502 ] DEBUG : Stderr:Pulling zoo1 ... done (cluster.py:123, run_and_check) 2026-09-30 16:58:34 [ 502 ] DEBUG : Stderr:Pulling proxy2 ... digest: sha256:2c143e57962bb1494a... (cluster.py:123, run_and_check) 2026-09-30 16:58:34 [ 502 ] DEBUG : Stderr:Pulling proxy2 ... status: image is up to date for a... (cluster.py:123, run_and_check) 2026-09-30 16:58:34 [ 502 ] DEBUG : Stderr:Pulling proxy2 ... done (cluster.py:123, run_and_check) 2026-09-30 16:58:34 [ 502 ] DEBUG : Stderr:Pulling minio1 ... error (cluster.py:123, run_and_check) 2026-09-30 16:58:34 [ 502 ] DEBUG : Stderr:Pulling proxy1 ... pulling from altinityinfra/s3-proxy (cluster.py:123, run_and_check) 2026-09-30 16:58:34 [ 502 ] DEBUG : Stderr:Pulling zoo3 ... pulling from altinityinfra/integr... (cluster.py:123, run_and_check) 2026-09-30 16:58:34 [ 502 ] DEBUG : Stderr:Pulling proxy1 ... digest: sha256:2c143e57962bb1494a... (cluster.py:123, run_and_check) 2026-09-30 16:58:34 [ 502 ] DEBUG : Stderr:Pulling proxy1 ... status: image is up to date for a... (cluster.py:123, run_and_check) 2026-09-30 16:58:34 [ 502 ] DEBUG : Stderr:Pulling proxy1 ... done (cluster.py:123, run_and_check) 2026-09-30 16:58:34 [ 502 ] DEBUG : Stderr:Pulling zoo3 ... digest: sha256:2ea9da862c215fd684... (cluster.py:123, run_and_check) 2026-09-30 16:58:34 [ 502 ] DEBUG : Stderr:Pulling zoo3 ... status: image is up to date for a... (cluster.py:123, run_and_check) 2026-09-30 16:58:34 [ 502 ] DEBUG : Stderr:Pulling zoo3 ... done (cluster.py:123, run_and_check) 2026-09-30 16:58:34 [ 502 ] DEBUG : Stderr:Pulling node1 ... pulling from altinityinfra/integr... (cluster.py:123, run_and_check) 2026-09-30 16:58:34 [ 502 ] DEBUG : Stderr:Pulling node2 ... pulling from altinityinfra/integr... (cluster.py:123, run_and_check) 2026-09-30 16:58:34 [ 502 ] DEBUG : Stderr:Pulling node1 ... digest: sha256:2ea9da862c215fd684... (cluster.py:123, run_and_check) 2026-09-30 16:58:34 [ 502 ] DEBUG : Stderr:Pulling node1 ... status: image is up to date for a... (cluster.py:123, run_and_check) 2026-09-30 16:58:34 [ 502 ] DEBUG : Stderr:Pulling node1 ... done (cluster.py:123, run_and_check) 2026-09-30 16:58:34 [ 502 ] DEBUG : Stderr:Pulling node2 ... digest: sha256:2ea9da862c215fd684... (cluster.py:123, run_and_check) 2026-09-30 16:58:34 [ 502 ] DEBUG : Stderr:Pulling node2 ... status: image is up to date for a... (cluster.py:123, run_and_check) 2026-09-30 16:58:35 [ 502 ] DEBUG : Stderr:Pulling node2 ... done (cluster.py:123, run_and_check) 2026-09-30 16:58:35 [ 502 ] DEBUG : Stderr:Pulling resolver ... pulling from altinityinfra/python... (cluster.py:123, run_and_check) 2026-09-30 16:58:35 [ 502 ] DEBUG : Stderr:Pulling resolver ... digest: sha256:919cb0e6c1a4f05e8d... (cluster.py:123, run_and_check) 2026-09-30 16:58:35 [ 502 ] DEBUG : Stderr:Pulling resolver ... status: image is up to date for a... (cluster.py:123, run_and_check) 2026-09-30 16:58:35 [ 502 ] DEBUG : Stderr:Pulling resolver ... done (cluster.py:123, run_and_check) 2026-09-30 16:58:35 [ 502 ] DEBUG : Stderr: (cluster.py:123, run_and_check) 2026-09-30 16:58:35 [ 502 ] DEBUG : Stderr:ERROR: for minio1 pull access denied for minio/minio, repository does not exist or may require 'docker login': denied: requested access to the resource is denied (cluster.py:123, run_and_check) 2026-09-30 16:58:35 [ 502 ] DEBUG : Stderr:pull access denied for minio/minio, repository does not exist or may require 'docker login': denied: requested access to the resource is denied (cluster.py:123, run_and_check) 2026-09-30 16:58:35 [ 502 ] DEBUG : Exitcode:1 (cluster.py:125, run_and_check) 2026-09-30 16:58:35 [ 502 ] INFO : Got exception pulling images: Command ['docker-compose', '--env-file', '/ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/.env', '--project-name', 'roottestdiskconfiguration_gw6', '--file', '/ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/node1/docker-compose.yml', '--file', '/ClickHouse/tests/integration/helpers/../../../tests/integration/compose/docker_compose_keeper.yml', '--file', '/ClickHouse/tests/integration/helpers/../../../tests/integration/compose/docker_compose_minio.yml', '--file', '/ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/node2/docker-compose.yml', '--file', '/ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/node3/docker-compose.yml', 'pull'] return non-zero code 1: Pulling proxy1 ... Pulling proxy2 ... Pulling resolver ... Pulling zoo2 ... Pulling zoo3 ... Pulling zoo1 ... Pulling minio1 ... Pulling node2 ... Pulling node1 ... Pulling node3 ... Pulling node3 ... pulling from altinityinfra/integr... Pulling zoo2 ... pulling from altinityinfra/integr... Pulling zoo1 ... pulling from altinityinfra/integr... Pulling node3 ... digest: sha256:2ea9da862c215fd684... Pulling node3 ... status: image is up to date for a... Pulling node3 ... done Pulling zoo2 ... digest: sha256:2ea9da862c215fd684... Pulling zoo2 ... status: image is up to date for a... Pulling zoo2 ... done Pulling zoo1 ... digest: sha256:2ea9da862c215fd684... Pulling zoo1 ... status: image is up to date for a... Pulling proxy2 ... pulling from altinityinfra/s3-proxy Pulling zoo1 ... done Pulling proxy2 ... digest: sha256:2c143e57962bb1494a... Pulling proxy2 ... status: image is up to date for a... Pulling proxy2 ... done Pulling minio1 ... error Pulling proxy1 ... pulling from altinityinfra/s3-proxy Pulling zoo3 ... pulling from altinityinfra/integr... Pulling proxy1 ... digest: sha256:2c143e57962bb1494a... Pulling proxy1 ... status: image is up to date for a... Pulling proxy1 ... done Pulling zoo3 ... digest: sha256:2ea9da862c215fd684... Pulling zoo3 ... status: image is up to date for a... Pulling zoo3 ... done Pulling node1 ... pulling from altinityinfra/integr... Pulling node2 ... pulling from altinityinfra/integr... Pulling node1 ... digest: sha256:2ea9da862c215fd684... Pulling node1 ... status: image is up to date for a... Pulling node1 ... done Pulling node2 ... digest: sha256:2ea9da862c215fd684... Pulling node2 ... status: image is up to date for a... Pulling node2 ... done Pulling resolver ... pulling from altinityinfra/python... Pulling resolver ... digest: sha256:919cb0e6c1a4f05e8d... Pulling resolver ... status: image is up to date for a... Pulling resolver ... done ERROR: for minio1 pull access denied for minio/minio, repository does not exist or may require 'docker login': denied: requested access to the resource is denied pull access denied for minio/minio, repository does not exist or may require 'docker login': denied: requested access to the resource is denied (cluster.py:2827, logging_pulling_images) 2026-09-30 16:58:39 [ 502 ] DEBUG : Command:['docker-compose', '--env-file', '/ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/.env', '--project-name', 'roottestdiskconfiguration_gw6', '--file', '/ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/node1/docker-compose.yml', '--file', '/ClickHouse/tests/integration/helpers/../../../tests/integration/compose/docker_compose_keeper.yml', '--file', '/ClickHouse/tests/integration/helpers/../../../tests/integration/compose/docker_compose_minio.yml', '--file', '/ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/node2/docker-compose.yml', '--file', '/ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/node3/docker-compose.yml', 'pull'] (cluster.py:113, run_and_check) 2026-09-30 17:00:33 [ 502 ] DEBUG : Stderr:Pulling zoo1 ... (cluster.py:123, run_and_check) 2026-09-30 17:00:33 [ 502 ] DEBUG : Stderr:Pulling proxy2 ... (cluster.py:123, run_and_check) 2026-09-30 17:00:33 [ 502 ] DEBUG : Stderr:Pulling zoo2 ... (cluster.py:123, run_and_check) 2026-09-30 17:00:33 [ 502 ] DEBUG : Stderr:Pulling zoo3 ... (cluster.py:123, run_and_check) 2026-09-30 17:00:33 [ 502 ] DEBUG : Stderr:Pulling proxy1 ... (cluster.py:123, run_and_check) 2026-09-30 17:00:33 [ 502 ] DEBUG : Stderr:Pulling resolver ... (cluster.py:123, run_and_check) 2026-09-30 17:00:33 [ 502 ] DEBUG : Stderr:Pulling minio1 ... (cluster.py:123, run_and_check) 2026-09-30 17:00:33 [ 502 ] DEBUG : Stderr:Pulling node3 ... (cluster.py:123, run_and_check) 2026-09-30 17:00:33 [ 502 ] DEBUG : Stderr:Pulling node2 ... (cluster.py:123, run_and_check) 2026-09-30 17:00:33 [ 502 ] DEBUG : Stderr:Pulling node1 ... (cluster.py:123, run_and_check) 2026-09-30 17:00:33 [ 502 ] DEBUG : Stderr:Pulling node1 ... pulling from altinityinfra/integr... (cluster.py:123, run_and_check) 2026-09-30 17:00:33 [ 502 ] DEBUG : Stderr:Pulling zoo3 ... pulling from altinityinfra/integr... (cluster.py:123, run_and_check) 2026-09-30 17:00:33 [ 502 ] DEBUG : Stderr:Pulling proxy2 ... pulling from altinityinfra/s3-proxy (cluster.py:123, run_and_check) 2026-09-30 17:00:33 [ 502 ] DEBUG : Stderr:Pulling node2 ... pulling from altinityinfra/integr... (cluster.py:123, run_and_check) 2026-09-30 17:00:33 [ 502 ] DEBUG : Stderr:Pulling node1 ... digest: sha256:2ea9da862c215fd684... (cluster.py:123, run_and_check) 2026-09-30 17:00:33 [ 502 ] DEBUG : Stderr:Pulling node1 ... status: image is up to date for a... (cluster.py:123, run_and_check) 2026-09-30 17:00:33 [ 502 ] DEBUG : Stderr:Pulling resolver ... pulling from altinityinfra/python... (cluster.py:123, run_and_check) 2026-09-30 17:00:33 [ 502 ] DEBUG : Stderr:Pulling node1 ... done (cluster.py:123, run_and_check) 2026-09-30 17:00:33 [ 502 ] DEBUG : Stderr:Pulling zoo3 ... digest: sha256:2ea9da862c215fd684... (cluster.py:123, run_and_check) 2026-09-30 17:00:33 [ 502 ] DEBUG : Stderr:Pulling zoo3 ... status: image is up to date for a... (cluster.py:123, run_and_check) 2026-09-30 17:00:33 [ 502 ] DEBUG : Stderr:Pulling proxy2 ... digest: sha256:2c143e57962bb1494a... (cluster.py:123, run_and_check) 2026-09-30 17:00:33 [ 502 ] DEBUG : Stderr:Pulling proxy2 ... status: image is up to date for a... (cluster.py:123, run_and_check) 2026-09-30 17:00:33 [ 502 ] DEBUG : Stderr:Pulling zoo3 ... done (cluster.py:123, run_and_check) 2026-09-30 17:00:33 [ 502 ] DEBUG : Stderr:Pulling proxy2 ... done (cluster.py:123, run_and_check) 2026-09-30 17:00:33 [ 502 ] DEBUG : Stderr:Pulling node2 ... digest: sha256:2ea9da862c215fd684... (cluster.py:123, run_and_check) 2026-09-30 17:00:33 [ 502 ] DEBUG : Stderr:Pulling node2 ... status: image is up to date for a... (cluster.py:123, run_and_check) 2026-09-30 17:00:33 [ 502 ] DEBUG : Stderr:Pulling node2 ... done (cluster.py:123, run_and_check) 2026-09-30 17:00:33 [ 502 ] DEBUG : Stderr:Pulling resolver ... digest: sha256:919cb0e6c1a4f05e8d... (cluster.py:123, run_and_check) 2026-09-30 17:00:33 [ 502 ] DEBUG : Stderr:Pulling resolver ... status: image is up to date for a... (cluster.py:123, run_and_check) 2026-09-30 17:00:33 [ 502 ] DEBUG : Stderr:Pulling resolver ... done (cluster.py:123, run_and_check) 2026-09-30 17:00:33 [ 502 ] DEBUG : Stderr:Pulling proxy1 ... pulling from altinityinfra/s3-proxy (cluster.py:123, run_and_check) 2026-09-30 17:00:33 [ 502 ] DEBUG : Stderr:Pulling zoo2 ... pulling from altinityinfra/integr... (cluster.py:123, run_and_check) 2026-09-30 17:00:33 [ 502 ] DEBUG : Stderr:Pulling proxy1 ... digest: sha256:2c143e57962bb1494a... (cluster.py:123, run_and_check) 2026-09-30 17:00:33 [ 502 ] DEBUG : Stderr:Pulling proxy1 ... status: image is up to date for a... (cluster.py:123, run_and_check) 2026-09-30 17:00:33 [ 502 ] DEBUG : Stderr:Pulling proxy1 ... done (cluster.py:123, run_and_check) 2026-09-30 17:00:33 [ 502 ] DEBUG : Stderr:Pulling zoo2 ... digest: sha256:2ea9da862c215fd684... (cluster.py:123, run_and_check) 2026-09-30 17:00:33 [ 502 ] DEBUG : Stderr:Pulling zoo2 ... status: image is up to date for a... (cluster.py:123, run_and_check) 2026-09-30 17:00:33 [ 502 ] DEBUG : Stderr:Pulling zoo2 ... done (cluster.py:123, run_and_check) 2026-09-30 17:00:33 [ 502 ] DEBUG : Stderr:Pulling zoo1 ... pulling from altinityinfra/integr... (cluster.py:123, run_and_check) 2026-09-30 17:00:33 [ 502 ] DEBUG : Stderr:Pulling zoo1 ... digest: sha256:2ea9da862c215fd684... (cluster.py:123, run_and_check) 2026-09-30 17:00:33 [ 502 ] DEBUG : Stderr:Pulling zoo1 ... status: image is up to date for a... (cluster.py:123, run_and_check) 2026-09-30 17:00:33 [ 502 ] DEBUG : Stderr:Pulling zoo1 ... done (cluster.py:123, run_and_check) 2026-09-30 17:00:33 [ 502 ] DEBUG : Stderr:Pulling node3 ... pulling from altinityinfra/integr... (cluster.py:123, run_and_check) 2026-09-30 17:00:33 [ 502 ] DEBUG : Stderr:Pulling node3 ... digest: sha256:2ea9da862c215fd684... (cluster.py:123, run_and_check) 2026-09-30 17:00:33 [ 502 ] DEBUG : Stderr:Pulling node3 ... status: image is up to date for a... (cluster.py:123, run_and_check) 2026-09-30 17:00:33 [ 502 ] DEBUG : Stderr:Pulling node3 ... done (cluster.py:123, run_and_check) 2026-09-30 17:00:33 [ 502 ] DEBUG : Stderr:Pulling minio1 ... error (cluster.py:123, run_and_check) 2026-09-30 17:00:33 [ 502 ] DEBUG : Stderr: (cluster.py:123, run_and_check) 2026-09-30 17:00:33 [ 502 ] DEBUG : Stderr:ERROR: for minio1 pull access denied for minio/minio, repository does not exist or may require 'docker login': denied: requested access to the resource is denied (cluster.py:123, run_and_check) 2026-09-30 17:00:33 [ 502 ] DEBUG : Stderr:pull access denied for minio/minio, repository does not exist or may require 'docker login': denied: requested access to the resource is denied (cluster.py:123, run_and_check) 2026-09-30 17:00:33 [ 502 ] DEBUG : Exitcode:1 (cluster.py:125, run_and_check) 2026-09-30 17:00:33 [ 502 ] DEBUG : Failed to start cluster: (cluster.py:3178, start) 2026-09-30 17:00:33 [ 502 ] DEBUG : Command ['docker-compose', '--env-file', '/ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/.env', '--project-name', 'roottestdiskconfiguration_gw6', '--file', '/ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/node1/docker-compose.yml', '--file', '/ClickHouse/tests/integration/helpers/../../../tests/integration/compose/docker_compose_keeper.yml', '--file', '/ClickHouse/tests/integration/helpers/../../../tests/integration/compose/docker_compose_minio.yml', '--file', '/ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/node2/docker-compose.yml', '--file', '/ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/node3/docker-compose.yml', 'pull'] return non-zero code 1: Pulling zoo1 ... Pulling proxy2 ... Pulling zoo2 ... Pulling zoo3 ... Pulling proxy1 ... Pulling resolver ... Pulling minio1 ... Pulling node3 ... Pulling node2 ... Pulling node1 ... Pulling node1 ... pulling from altinityinfra/integr... Pulling zoo3 ... pulling from altinityinfra/integr... Pulling proxy2 ... pulling from altinityinfra/s3-proxy Pulling node2 ... pulling from altinityinfra/integr... Pulling node1 ... digest: sha256:2ea9da862c215fd684... Pulling node1 ... status: image is up to date for a... Pulling resolver ... pulling from altinityinfra/python... Pulling node1 ... done Pulling zoo3 ... digest: sha256:2ea9da862c215fd684... Pulling zoo3 ... status: image is up to date for a... Pulling proxy2 ... digest: sha256:2c143e57962bb1494a... Pulling proxy2 ... status: image is up to date for a... Pulling zoo3 ... done Pulling proxy2 ... done Pulling node2 ... digest: sha256:2ea9da862c215fd684... Pulling node2 ... status: image is up to date for a... Pulling node2 ... done Pulling resolver ... digest: sha256:919cb0e6c1a4f05e8d... Pulling resolver ... status: image is up to date for a... Pulling resolver ... done Pulling proxy1 ... pulling from altinityinfra/s3-proxy Pulling zoo2 ... pulling from altinityinfra/integr... Pulling proxy1 ... digest: sha256:2c143e57962bb1494a... Pulling proxy1 ... status: image is up to date for a... Pulling proxy1 ... done Pulling zoo2 ... digest: sha256:2ea9da862c215fd684... Pulling zoo2 ... status: image is up to date for a... Pulling zoo2 ... done Pulling zoo1 ... pulling from altinityinfra/integr... Pulling zoo1 ... digest: sha256:2ea9da862c215fd684... Pulling zoo1 ... status: image is up to date for a... Pulling zoo1 ... done Pulling node3 ... pulling from altinityinfra/integr... Pulling node3 ... digest: sha256:2ea9da862c215fd684... Pulling node3 ... status: image is up to date for a... Pulling node3 ... done Pulling minio1 ... error ERROR: for minio1 pull access denied for minio/minio, repository does not exist or may require 'docker login': denied: requested access to the resource is denied pull access denied for minio/minio, repository does not exist or may require 'docker login': denied: requested access to the resource is denied (cluster.py:3179, start) 2026-09-30 17:00:33 [ 502 ] DEBUG : None (cluster.py:3180, start) 2026-09-30 17:00:33 [ 502 ] WARNING : docker-compose up was not called. Trying to export docker.log for running containers (cluster.py:3246, shutdown) 2026-09-30 17:00:33 [ 502 ] DEBUG : Cleanup called (cluster.py:876, cleanup) 2026-09-30 17:00:34 [ 502 ] DEBUG : Docker networks for project roottestdiskconfiguration_gw6 are NETWORK ID NAME DRIVER SCOPE (cluster.py:855, print_all_docker_pieces) 2026-09-30 17:00:34 [ 502 ] DEBUG : Docker containers for project roottestdiskconfiguration_gw6 are CONTAINER ID IMAGE COMMAND CREATED STATUS PORTS NAMES (cluster.py:863, print_all_docker_pieces) 2026-09-30 17:00:34 [ 502 ] DEBUG : Docker volumes for project roottestdiskconfiguration_gw6 are DRIVER VOLUME NAME (cluster.py:871, print_all_docker_pieces) 2026-09-30 17:00:34 [ 502 ] DEBUG : Command:docker container list --all --filter name='^/roottestdiskconfiguration_gw6_.*_1$' --format '{{.ID}}:{{.Names}}' (cluster.py:113, run_and_check) 2026-09-30 17:00:34 [ 502 ] DEBUG : Unstopped containers: {} (cluster.py:890, cleanup) 2026-09-30 17:00:34 [ 502 ] DEBUG : No running containers for project: roottestdiskconfiguration_gw6 (cluster.py:904, cleanup) 2026-09-30 17:00:34 [ 502 ] DEBUG : Trying to prune unused networks... (cluster.py:910, cleanup) 2026-09-30 17:00:34 [ 502 ] DEBUG : Trying to prune unused volumes... (cluster.py:937, cleanup) 2026-09-30 17:00:34 [ 502 ] DEBUG : Command:['docker volume ls | wc -l'] (cluster.py:113, run_and_check) 2026-09-30 17:00:34 [ 502 ] DEBUG : Stdout:1 (cluster.py:121, run_and_check) 2026-09-30 17:00:34 [ 502 ] WARNING : docker-compose up was not called. Trying to export docker.log for running containers (cluster.py:3246, shutdown) 2026-09-30 17:00:34 [ 502 ] DEBUG : Cleanup called (cluster.py:876, cleanup) 2026-09-30 17:00:34 [ 502 ] DEBUG : Docker networks for project roottestdiskconfiguration_gw6 are NETWORK ID NAME DRIVER SCOPE (cluster.py:855, print_all_docker_pieces) 2026-09-30 17:00:34 [ 502 ] DEBUG : Docker containers for project roottestdiskconfiguration_gw6 are CONTAINER ID IMAGE COMMAND CREATED STATUS PORTS NAMES (cluster.py:863, print_all_docker_pieces) 2026-09-30 17:00:34 [ 502 ] DEBUG : Docker volumes for project roottestdiskconfiguration_gw6 are DRIVER VOLUME NAME (cluster.py:871, print_all_docker_pieces) 2026-09-30 17:00:34 [ 502 ] DEBUG : Command:docker container list --all --filter name='^/roottestdiskconfiguration_gw6_.*_1$' --format '{{.ID}}:{{.Names}}' (cluster.py:113, run_and_check) 2026-09-30 17:00:34 [ 502 ] DEBUG : Unstopped containers: {} (cluster.py:890, cleanup) 2026-09-30 17:00:34 [ 502 ] DEBUG : No running containers for project: roottestdiskconfiguration_gw6 (cluster.py:904, cleanup) 2026-09-30 17:00:34 [ 502 ] DEBUG : Trying to prune unused networks... (cluster.py:910, cleanup) 2026-09-30 17:00:34 [ 502 ] DEBUG : Trying to prune unused volumes... (cluster.py:937, cleanup) 2026-09-30 17:00:34 [ 502 ] DEBUG : Command:['docker volume ls | wc -l'] (cluster.py:113, run_and_check) 2026-09-30 17:00:34 [ 502 ] DEBUG : Stdout:1 (cluster.py:121, run_and_check) ______________ ERROR at setup of test_merge_tree_setting_override ______________ [gw6] linux -- Python 3.10.12 /usr/bin/python3 @pytest.fixture(scope="module") def start_cluster(): try: cluster.add_instance( "node1", main_configs=[ "configs/config.d/storage_configuration.xml", "configs/config.d/remote_servers.xml", ], with_zookeeper=True, stay_alive=True, with_minio=True, macros={"replica": "node1", "shard": "shard1"}, ) cluster.add_instance( "node2", main_configs=[ "configs/config.d/storage_configuration.xml", "configs/config.d/remote_servers.xml", ], with_zookeeper=True, stay_alive=True, with_minio=True, macros={"replica": "node2", "shard": "shard1"}, ) cluster.add_instance( "node3", main_configs=[ "configs/config.d/storage_configuration.xml", "configs/config.d/remote_servers.xml", "configs/config.d/mergetree_settings.xml", ], stay_alive=True, with_minio=True, ) > cluster.start() test_disk_configuration/test.py:46: _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ helpers/cluster.py:2831: in start retry(log_function=logging_pulling_images)(run_and_check)( helpers/retry_decorator.py:28: in wrapper raise e helpers/retry_decorator.py:19: in wrapper func(*args, **kwargs) _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ args = ['docker-compose', '--env-file', '/ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/.env', '--project-name', 'roottestdiskconfiguration_gw6', '--file', ...] env = None, shell = False, stdout = -1, stderr = -1, timeout = 900 nothrow = False, detach = False def run_and_check( args, env=None, shell=False, stdout=subprocess.PIPE, stderr=subprocess.PIPE, timeout=300, nothrow=False, detach=False, ): if detach: subprocess.Popen( args, stdout=subprocess.DEVNULL, stderr=subprocess.DEVNULL, env=env, shell=shell, ) return logging.debug(f"Command:{args}") res = subprocess.run( args, stdout=stdout, stderr=stderr, env=env, shell=shell, timeout=timeout ) out = res.stdout.decode("utf-8", "ignore") err = res.stderr.decode("utf-8", "ignore") # check_call(...) from subprocess does not print stderr, so we do it manually for outline in out.splitlines(): logging.debug(f"Stdout:{outline}") for errline in err.splitlines(): logging.debug(f"Stderr:{errline}") if res.returncode != 0: logging.debug(f"Exitcode:{res.returncode}") if env: logging.debug(f"Env:{env}") if not nothrow: > raise Exception( f"Command {args} return non-zero code {res.returncode}: {res.stderr.decode('utf-8')}" ) E Exception: Command ['docker-compose', '--env-file', '/ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/.env', '--project-name', 'roottestdiskconfiguration_gw6', '--file', '/ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/node1/docker-compose.yml', '--file', '/ClickHouse/tests/integration/helpers/../../../tests/integration/compose/docker_compose_keeper.yml', '--file', '/ClickHouse/tests/integration/helpers/../../../tests/integration/compose/docker_compose_minio.yml', '--file', '/ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/node2/docker-compose.yml', '--file', '/ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/node3/docker-compose.yml', 'pull'] return non-zero code 1: Pulling zoo1 ... E Pulling proxy2 ... E Pulling zoo2 ... E Pulling zoo3 ... E Pulling proxy1 ... E Pulling resolver ... E Pulling minio1 ... E Pulling node3 ... E Pulling node2 ... E Pulling node1 ... E Pulling node1 ... pulling from altinityinfra/integr... E Pulling zoo3 ... pulling from altinityinfra/integr... E Pulling proxy2 ... pulling from altinityinfra/s3-proxy E Pulling node2 ... pulling from altinityinfra/integr... E Pulling node1 ... digest: sha256:2ea9da862c215fd684... E Pulling node1 ... status: image is up to date for a... E Pulling resolver ... pulling from altinityinfra/python... E Pulling node1 ... done E Pulling zoo3 ... digest: sha256:2ea9da862c215fd684... E Pulling zoo3 ... status: image is up to date for a... E Pulling proxy2 ... digest: sha256:2c143e57962bb1494a... E Pulling proxy2 ... status: image is up to date for a... E Pulling zoo3 ... done E Pulling proxy2 ... done E Pulling node2 ... digest: sha256:2ea9da862c215fd684... E Pulling node2 ... status: image is up to date for a... E Pulling node2 ... done E Pulling resolver ... digest: sha256:919cb0e6c1a4f05e8d... E Pulling resolver ... status: image is up to date for a... E Pulling resolver ... done E Pulling proxy1 ... pulling from altinityinfra/s3-proxy E Pulling zoo2 ... pulling from altinityinfra/integr... E Pulling proxy1 ... digest: sha256:2c143e57962bb1494a... E Pulling proxy1 ... status: image is up to date for a... E Pulling proxy1 ... done E Pulling zoo2 ... digest: sha256:2ea9da862c215fd684... E Pulling zoo2 ... status: image is up to date for a... E Pulling zoo2 ... done E Pulling zoo1 ... pulling from altinityinfra/integr... E Pulling zoo1 ... digest: sha256:2ea9da862c215fd684... E Pulling zoo1 ... status: image is up to date for a... E Pulling zoo1 ... done E Pulling node3 ... pulling from altinityinfra/integr... E Pulling node3 ... digest: sha256:2ea9da862c215fd684... E Pulling node3 ... status: image is up to date for a... E Pulling node3 ... done E Pulling minio1 ... error E E ERROR: for minio1 pull access denied for minio/minio, repository does not exist or may require 'docker login': denied: requested access to the resource is denied E pull access denied for minio/minio, repository does not exist or may require 'docker login': denied: requested access to the resource is denied helpers/cluster.py:129: Exception =============================== warnings summary =============================== test_parallel_replicas_all_marks_read/test.py::test_number_of_marks_read[1-10-1000-SELECT sum(cityHash64(*)) FROM {table_name} WHERE intDiv(key, 100) IN {rand_set}] test_parallel_replicas_all_marks_read/test.py::test_number_of_marks_read[1-10-1000-SELECT sum(cityHash64(*)) FROM {table_name}] test_parallel_replicas_all_marks_read/test.py::test_number_of_marks_read[1-10-10000-SELECT sum(cityHash64(*)) FROM {table_name} WHERE intDiv(key, 100) IN {rand_set}] test_parallel_replicas_all_marks_read/test.py::test_number_of_marks_read[1-10-10000-SELECT sum(cityHash64(*)) FROM {table_name}] test_parallel_replicas_all_marks_read/test.py::test_number_of_marks_read[1-10-100000-SELECT sum(cityHash64(*)) FROM {table_name} WHERE intDiv(key, 100) IN {rand_set}] /usr/lib/python3.10/random.py:370: DeprecationWarning: non-integer arguments to randrange() have been deprecated since Python 3.10 and will be removed in a subsequent version return self.randrange(a, b+1) -- Docs: https://docs.pytest.org/en/stable/how-to/capture-warnings.html ============================== slowest durations =============================== 529.13s setup test_disk_configuration/test.py::test_merge_tree_nested_custom_disk_setting 311.44s setup test_merge_tree_s3_failover/test.py::test_move_failover 307.54s setup test_merge_tree_check_part_with_cache/test.py::test_check_part_with_cache 104.16s setup test_distributed_ddl_on_cross_replication/test.py::test_alter_ddl 104.00s setup test_file_cluster/test.py::test_count 103.31s setup test_parallel_replicas_all_marks_read/test.py::test_number_of_marks_read[1-10-1000-SELECT sum(cityHash64(*)) FROM {table_name} WHERE intDiv(key, 100) IN {rand_set}] 63.05s call test_distributed_default_database/test.py::test_query 60.73s setup test_executable_dictionary/test.py::test_executable_implicit_input_argument_python 59.62s setup test_max_suspicious_broken_parts_replicated/test.py::test_corrupted_random_part 57.95s setup test_kerberos_auth/test.py::test_bad_path_to_keytab 56.34s setup test_mutations_with_projection/test.py::test_mutations_with_multi_level_merge_of_projections 56.28s setup test_keeper_znode_time/test.py::test_between_servers 55.98s setup test_keeper_nodes_remove/test.py::test_nodes_remove 55.90s setup test_grant_and_revoke/test_with_table_engine_grant.py::test_allowed_grantees 55.77s call test_keeper_snapshot_small_distance/test.py::test_snapshot_and_load 55.19s setup test_graphite_merge_tree_typed/test.py::test_combined_rules 55.08s setup test_format_schema_on_server/test.py::test_drop_cache_protobuf_format 52.91s setup test_inherit_multiple_profiles/test.py::test_combined_profile 52.39s setup test_fetch_partition_should_reset_mutation/test.py::test_part_should_reset_mutation 48.78s setup test_keeper_snapshot_small_distance/test.py::test_snapshot_and_load 47.95s setup test_http_and_readonly/test.py::test_http_get_is_readonly 47.65s setup test_explain_estimates/test.py::test_explain_estimates 46.74s call test_keeper_nodes_remove/test.py::test_nodes_remove 46.61s setup test_insert_distributed_async_extra_dirs/test.py::test_insert_distributed_async_send_success 45.73s setup test_filesystem_layout/test.py::test_file_path_escaping 45.35s setup test_distributed_type_object/test.py::test_distributed_type_object 40.30s setup test_drop_no_local_path/test.py::test_drop_no_local_path 26.02s teardown test_kerberos_auth/test.py::test_kerberos_auth_without_keytab 21.00s call test_executable_dictionary/test.py::test_executable_source_updated_python 14.07s call test_keeper_znode_time/test.py::test_server_restart 12.37s call test_keeper_znode_time/test.py::test_between_servers 11.36s teardown test_fetch_partition_should_reset_mutation/test.py::test_part_should_reset_mutation 10.33s call test_executable_dictionary/test.py::test_executable_input_slow_python 10.28s call test_executable_dictionary/test.py::test_executable_implicit_input_slow_python 10.20s teardown test_distributed_ddl_on_cross_replication/test.py::test_non_query_with_table_ddl 9.69s teardown test_file_cluster/test.py::test_select_all 9.35s teardown test_distributed_type_object/test.py::test_distributed_type_object 9.18s teardown test_parallel_replicas_all_marks_read/test.py::test_number_of_marks_read[1-10-100000-SELECT sum(cityHash64(*)) FROM {table_name} WHERE intDiv(key, 100) IN {rand_set}] 8.90s teardown test_max_suspicious_broken_parts_replicated/test.py::test_unexpected_uncommitted_mutation 5.56s teardown test_grant_and_revoke/test_with_table_engine_grant.py::test_table_engine_grant_and_revoke 5.50s teardown test_filesystem_layout/test.py::test_file_path_escaping 5.21s teardown test_inherit_multiple_profiles/test.py::test_combined_profile 4.94s teardown test_explain_estimates/test.py::test_explain_estimates 4.89s teardown test_drop_no_local_path/test.py::test_drop_no_local_path 4.79s call test_insert_distributed_async_extra_dirs/test.py::test_insert_distributed_async_send_success 4.76s teardown test_format_schema_on_server/test.py::test_protobuf_format_output 4.53s teardown test_http_and_readonly/test.py::test_http_get_is_readonly 4.39s teardown test_graphite_merge_tree_typed/test.py::test_system_graphite_retentions 3.90s teardown test_mutations_with_projection/test.py::test_mutations_with_multi_level_merge_of_projections 3.87s call test_graphite_merge_tree_typed/test.py::test_path_dangling_pointer 2.84s teardown test_keeper_znode_time/test.py::test_server_restart 2.79s call test_grant_and_revoke/test_with_table_engine_grant.py::test_implicit_show_grants 2.75s call test_grant_and_revoke/test_with_table_engine_grant.py::test_revoke_requires_grant_option 2.67s teardown test_keeper_snapshot_small_distance/test.py::test_snapshot_and_load 2.60s teardown test_executable_dictionary/test.py::test_executable_source_updated_python 2.58s teardown test_keeper_nodes_remove/test.py::test_nodes_remove 2.42s call test_grant_and_revoke/test_with_table_engine_grant.py::test_introspection 2.36s call test_mutations_with_projection/test.py::test_mutations_with_multi_level_merge_of_projections 2.34s call test_fetch_partition_should_reset_mutation/test.py::test_part_should_reset_mutation 2.31s teardown test_insert_distributed_async_extra_dirs/test.py::test_insert_distributed_async_send_success 2.21s call test_grant_and_revoke/test_with_table_engine_grant.py::test_allowed_grantees 2.16s call test_parallel_replicas_all_marks_read/test.py::test_number_of_marks_read[1-10-100000-SELECT sum(cityHash64(*)) FROM {table_name} WHERE intDiv(key, 100) IN {rand_set}] 2.05s call test_grant_and_revoke/test_with_table_engine_grant.py::test_grant_current_grants_with_partial_revoke 2.01s call test_grant_and_revoke/test_with_table_engine_grant.py::test_grant_with_replace_option 1.69s call test_parallel_replicas_all_marks_read/test.py::test_number_of_marks_read[1-10-10000-SELECT sum(cityHash64(*)) FROM {table_name} WHERE intDiv(key, 100) IN {rand_set}] 1.66s call test_parallel_replicas_all_marks_read/test.py::test_number_of_marks_read[1-10-1000-SELECT sum(cityHash64(*)) FROM {table_name} WHERE intDiv(key, 100) IN {rand_set}] 1.64s call test_drop_no_local_path/test.py::test_drop_no_local_path 1.60s call test_distributed_type_object/test.py::test_distributed_type_object 1.35s call test_distributed_ddl_on_cross_replication/test.py::test_atomic_database 1.35s call test_grant_and_revoke/test_with_table_engine_grant.py::test_current_grants_override 1.27s call test_parallel_replicas_all_marks_read/test.py::test_number_of_marks_read[1-10-10000-SELECT sum(cityHash64(*)) FROM {table_name}] 1.25s call test_parallel_replicas_all_marks_read/test.py::test_number_of_marks_read[1-10-1000-SELECT sum(cityHash64(*)) FROM {table_name}] 1.24s call test_max_suspicious_broken_parts_replicated/test.py::test_corrupted_unexpected_part_ultimate 1.22s call test_filesystem_layout/test.py::test_file_path_escaping 1.16s call test_grant_and_revoke/test_with_table_engine_grant.py::test_grant_current_grants 1.15s call test_file_cluster/test.py::test_format_detection 1.13s call test_max_suspicious_broken_parts_replicated/test.py::test_unexpected_uncommitted_merge 1.12s call test_grant_and_revoke/test_with_table_engine_grant.py::test_implicit_create_view_grant 1.11s call test_executable_dictionary/test.py::test_executable_source_argument_python 1.06s call test_max_suspicious_broken_parts_replicated/test.py::test_corrupted_unexpected_part 0.99s call test_grant_and_revoke/test_with_table_engine_grant.py::test_table_engine_grant_and_revoke 0.98s call test_max_suspicious_broken_parts_replicated/test.py::test_unexpected_uncommitted_mutation 0.89s call test_executable_dictionary/test.py::test_executable_source_python 0.89s call test_distributed_ddl_on_cross_replication/test.py::test_alter_ddl 0.83s call test_file_cluster/test.py::test_schema_inference 0.79s call test_grant_and_revoke/test_with_table_engine_grant.py::test_table_engine_and_source_grant 0.76s call test_max_suspicious_broken_parts_replicated/test.py::test_corrupted_random_part 0.70s call test_grant_and_revoke/test_with_table_engine_grant.py::test_grant_option 0.63s call test_explain_estimates/test.py::test_explain_estimates 0.60s call test_format_schema_on_server/test.py::test_drop_capn_proto_format 0.58s call test_grant_and_revoke/test_with_table_engine_grant.py::test_current_database 0.57s call test_distributed_ddl_on_cross_replication/test.py::test_non_query_with_table_ddl 0.56s call test_graphite_merge_tree_typed/test.py::test_rollup_versions_all 0.56s call test_grant_and_revoke/test_with_table_engine_grant.py::test_implicit_create_temporary_table_grant 0.53s call test_format_schema_on_server/test.py::test_drop_cache_protobuf_format 0.46s call test_file_cluster/test.py::test_missing_file 0.45s call test_executable_dictionary/test.py::test_executable_implicit_input_send_chunk_header_python 0.45s call test_executable_dictionary/test.py::test_executable_implicit_input_sum_python 0.45s call test_grant_and_revoke/test_with_table_engine_grant.py::test_smoke 0.43s call test_graphite_merge_tree_typed/test.py::test_rollup_aggregation_plain 0.43s call test_executable_dictionary/test.py::test_executable_source_exit_code_check 0.42s call test_grant_and_revoke/test_with_table_engine_grant.py::test_grant_all_on_table 0.42s call test_graphite_merge_tree_typed/test.py::test_rollup_versions_tagged 0.41s call test_graphite_merge_tree_typed/test.py::test_combined_rules 0.41s call test_graphite_merge_tree_typed/test.py::test_rollup_versions_plain 0.40s call test_executable_dictionary/test.py::test_executable_implicit_input_signalled_python 0.40s call test_executable_dictionary/test.py::test_executable_implicit_input_argument_python 0.38s call test_kerberos_auth/test.py::test_bad_path_to_keytab 0.38s call test_inherit_multiple_profiles/test.py::test_combined_profile 0.37s call test_graphite_merge_tree_typed/test.py::test_multiple_output_blocks 0.36s call test_executable_dictionary/test.py::test_executable_input_bash 0.35s call test_executable_dictionary/test.py::test_executable_input_signalled_python 0.35s call test_executable_dictionary/test.py::test_executable_input_sum_python 0.35s call test_executable_dictionary/test.py::test_executable_input_python 0.35s call test_executable_dictionary/test.py::test_executable_input_argument_python 0.35s call test_executable_dictionary/test.py::test_executable_input_send_chunk_header_python 0.35s call test_executable_dictionary/test.py::test_executable_implicit_input_python 0.35s call test_graphite_merge_tree_typed/test.py::test_system_graphite_retentions 0.30s call test_graphite_merge_tree_typed/test.py::test_rules_isolation 0.30s call test_executable_dictionary/test.py::test_executable_implicit_input_bash 0.29s call test_kerberos_auth/test.py::test_kerberos_auth_with_keytab 0.28s teardown test_grant_and_revoke/test_with_table_engine_grant.py::test_grant_current_grants 0.27s call test_kerberos_auth/test.py::test_kerberos_auth_without_keytab 0.25s call test_format_schema_on_server/test.py::test_protobuf_format_input 0.25s call test_executable_dictionary/test.py::test_executable_non_direct_input_bash 0.23s call test_graphite_merge_tree_typed/test.py::test_paths_not_matching_any_pattern 0.23s call test_file_cluster/test.py::test_count 0.23s call test_graphite_merge_tree_typed/test.py::test_rollup_aggregation_tagged 0.20s call test_format_schema_on_server/test.py::test_protobuf_format_output 0.20s call test_executable_dictionary/test.py::test_executable_implicit_non_direct_input_bash 0.18s teardown test_grant_and_revoke/test_with_table_engine_grant.py::test_table_engine_and_source_grant 0.18s teardown test_grant_and_revoke/test_with_table_engine_grant.py::test_implicit_create_view_grant 0.18s call test_file_cluster/test.py::test_select_all 0.18s teardown test_grant_and_revoke/test_with_table_engine_grant.py::test_allowed_grantees 0.18s call test_file_cluster/test.py::test_no_such_files 0.18s teardown test_grant_and_revoke/test_with_table_engine_grant.py::test_grant_option 0.13s teardown test_grant_and_revoke/test_with_table_engine_grant.py::test_implicit_create_temporary_table_grant 0.13s teardown test_grant_and_revoke/test_with_table_engine_grant.py::test_grant_with_replace_option 0.13s teardown test_grant_and_revoke/test_with_table_engine_grant.py::test_introspection 0.13s teardown test_grant_and_revoke/test_with_table_engine_grant.py::test_revoke_requires_grant_option 0.13s teardown test_grant_and_revoke/test_with_table_engine_grant.py::test_current_grants_override 0.13s teardown test_grant_and_revoke/test_with_table_engine_grant.py::test_smoke 0.13s teardown test_grant_and_revoke/test_with_table_engine_grant.py::test_grant_all_on_table 0.13s teardown test_grant_and_revoke/test_with_table_engine_grant.py::test_current_database 0.13s teardown test_grant_and_revoke/test_with_table_engine_grant.py::test_implicit_show_grants 0.13s teardown test_grant_and_revoke/test_with_table_engine_grant.py::test_grant_current_grants_with_partial_revoke 0.13s setup test_graphite_merge_tree_typed/test.py::test_system_graphite_retentions 0.12s setup test_graphite_merge_tree_typed/test.py::test_rules_isolation 0.12s setup test_graphite_merge_tree_typed/test.py::test_multiple_paths_and_versions_tagged 0.12s call test_graphite_merge_tree_typed/test.py::test_multiple_paths_and_versions_tagged 0.12s teardown test_graphite_merge_tree_typed/test.py::test_rollup_versions_plain 0.12s setup test_graphite_merge_tree_typed/test.py::test_rollup_versions_tagged 0.12s call test_graphite_merge_tree_typed/test.py::test_rollup_aggregation_2_plain 0.12s teardown test_graphite_merge_tree_typed/test.py::test_rollup_versions_all 0.12s teardown test_graphite_merge_tree_typed/test.py::test_combined_rules 0.12s teardown test_graphite_merge_tree_typed/test.py::test_path_dangling_pointer 0.12s setup test_graphite_merge_tree_typed/test.py::test_rollup_versions_plain 0.12s teardown test_graphite_merge_tree_typed/test.py::test_multiple_output_blocks 0.12s teardown test_graphite_merge_tree_typed/test.py::test_rollup_aggregation_tagged 0.12s teardown test_graphite_merge_tree_typed/test.py::test_rollup_versions_tagged 0.12s setup test_graphite_merge_tree_typed/test.py::test_rollup_aggregation_2_plain 0.12s call test_graphite_merge_tree_typed/test.py::test_multiple_paths_and_versions_plain 0.12s call test_graphite_merge_tree_typed/test.py::test_rollup_aggregation_2_tagged 0.12s setup test_graphite_merge_tree_typed/test.py::test_rollup_aggregation_2_tagged 0.12s teardown test_graphite_merge_tree_typed/test.py::test_rules_isolation 0.12s setup test_graphite_merge_tree_typed/test.py::test_paths_not_matching_any_pattern 0.12s teardown test_graphite_merge_tree_typed/test.py::test_multiple_paths_and_versions_plain 0.08s teardown test_graphite_merge_tree_typed/test.py::test_rollup_aggregation_2_tagged 0.08s teardown test_graphite_merge_tree_typed/test.py::test_multiple_paths_and_versions_tagged 0.07s setup test_graphite_merge_tree_typed/test.py::test_multiple_output_blocks 0.07s call test_file_cluster/test.py::test_non_existent_cluster 0.07s teardown test_graphite_merge_tree_typed/test.py::test_rollup_aggregation_2_plain 0.07s teardown test_graphite_merge_tree_typed/test.py::test_rollup_aggregation_plain 0.07s setup test_graphite_merge_tree_typed/test.py::test_rollup_versions_all 0.07s setup test_graphite_merge_tree_typed/test.py::test_rollup_aggregation_plain 0.07s setup test_graphite_merge_tree_typed/test.py::test_rollup_aggregation_tagged 0.07s teardown test_graphite_merge_tree_typed/test.py::test_paths_not_matching_any_pattern 0.07s setup test_graphite_merge_tree_typed/test.py::test_path_dangling_pointer 0.07s setup test_graphite_merge_tree_typed/test.py::test_multiple_paths_and_versions_plain 0.01s teardown test_keeper_znode_time/test.py::test_between_servers 0.01s call test_http_and_readonly/test.py::test_http_get_is_readonly 0.00s setup test_grant_and_revoke/test_with_table_engine_grant.py::test_implicit_create_temporary_table_grant 0.00s setup test_executable_dictionary/test.py::test_executable_implicit_input_signalled_python 0.00s setup test_parallel_replicas_all_marks_read/test.py::test_number_of_marks_read[1-10-10000-SELECT sum(cityHash64(*)) FROM {table_name} WHERE intDiv(key, 100) IN {rand_set}] 0.00s setup test_grant_and_revoke/test_with_table_engine_grant.py::test_grant_with_replace_option 0.00s setup test_executable_dictionary/test.py::test_executable_source_updated_python 0.00s setup test_executable_dictionary/test.py::test_executable_source_python 0.00s teardown test_distributed_ddl_on_cross_replication/test.py::test_alter_ddl 0.00s setup test_parallel_replicas_all_marks_read/test.py::test_number_of_marks_read[1-10-100000-SELECT sum(cityHash64(*)) FROM {table_name} WHERE intDiv(key, 100) IN {rand_set}] 0.00s setup test_executable_dictionary/test.py::test_executable_input_bash 0.00s setup test_parallel_replicas_all_marks_read/test.py::test_number_of_marks_read[1-10-1000-SELECT sum(cityHash64(*)) FROM {table_name}] 0.00s setup test_grant_and_revoke/test_with_table_engine_grant.py::test_table_engine_grant_and_revoke 0.00s setup test_grant_and_revoke/test_with_table_engine_grant.py::test_grant_all_on_table 0.00s setup test_grant_and_revoke/test_with_table_engine_grant.py::test_implicit_show_grants 0.00s setup test_grant_and_revoke/test_with_table_engine_grant.py::test_introspection 0.00s setup test_grant_and_revoke/test_with_table_engine_grant.py::test_implicit_create_view_grant 0.00s setup test_grant_and_revoke/test_with_table_engine_grant.py::test_current_database 0.00s setup test_keeper_znode_time/test.py::test_server_restart 0.00s setup test_executable_dictionary/test.py::test_executable_implicit_input_send_chunk_header_python 0.00s setup test_executable_dictionary/test.py::test_executable_implicit_input_sum_python 0.00s setup test_executable_dictionary/test.py::test_executable_implicit_input_slow_python 0.00s setup test_grant_and_revoke/test_with_table_engine_grant.py::test_grant_current_grants_with_partial_revoke 0.00s teardown test_kerberos_auth/test.py::test_bad_path_to_keytab 0.00s setup test_executable_dictionary/test.py::test_executable_input_argument_python 0.00s teardown test_max_suspicious_broken_parts_replicated/test.py::test_corrupted_random_part 0.00s teardown test_parallel_replicas_all_marks_read/test.py::test_number_of_marks_read[1-10-1000-SELECT sum(cityHash64(*)) FROM {table_name} WHERE intDiv(key, 100) IN {rand_set}] 0.00s setup test_distributed_ddl_on_cross_replication/test.py::test_atomic_database 0.00s setup test_executable_dictionary/test.py::test_executable_non_direct_input_bash 0.00s setup test_kerberos_auth/test.py::test_kerberos_auth_without_keytab 0.00s teardown test_file_cluster/test.py::test_count 0.00s setup test_distributed_ddl_on_cross_replication/test.py::test_non_query_with_table_ddl 0.00s setup test_executable_dictionary/test.py::test_executable_source_argument_python 0.00s setup test_parallel_replicas_all_marks_read/test.py::test_number_of_marks_read[1-10-10000-SELECT sum(cityHash64(*)) FROM {table_name}] 0.00s setup test_file_cluster/test.py::test_schema_inference 0.00s setup test_executable_dictionary/test.py::test_executable_input_send_chunk_header_python 0.00s setup test_grant_and_revoke/test_with_table_engine_grant.py::test_grant_current_grants 0.00s teardown test_disk_configuration/test.py::test_merge_tree_nested_custom_disk_setting 0.00s teardown test_executable_dictionary/test.py::test_executable_implicit_input_argument_python 0.00s setup test_executable_dictionary/test.py::test_executable_input_signalled_python 0.00s teardown test_parallel_replicas_all_marks_read/test.py::test_number_of_marks_read[1-10-1000-SELECT sum(cityHash64(*)) FROM {table_name}] 0.00s setup test_file_cluster/test.py::test_non_existent_cluster 0.00s teardown test_distributed_default_database/test.py::test_query 0.00s teardown test_executable_dictionary/test.py::test_executable_non_direct_input_bash 0.00s teardown test_executable_dictionary/test.py::test_executable_implicit_input_send_chunk_header_python 0.00s setup test_executable_dictionary/test.py::test_executable_input_slow_python 0.00s setup test_executable_dictionary/test.py::test_executable_implicit_non_direct_input_bash 0.00s teardown test_merge_tree_check_part_with_cache/test.py::test_check_part_with_cache 0.00s teardown test_merge_tree_s3_failover/test.py::test_write_failover[1048576-10-0] 0.00s teardown test_executable_dictionary/test.py::test_executable_input_argument_python 0.00s teardown test_executable_dictionary/test.py::test_executable_source_exit_code_check 0.00s teardown test_executable_dictionary/test.py::test_executable_implicit_input_signalled_python 0.00s setup test_grant_and_revoke/test_with_table_engine_grant.py::test_revoke_requires_grant_option 0.00s setup test_grant_and_revoke/test_with_table_engine_grant.py::test_table_engine_and_source_grant 0.00s teardown test_executable_dictionary/test.py::test_executable_implicit_non_direct_input_bash 0.00s teardown test_executable_dictionary/test.py::test_executable_source_python 0.00s teardown test_executable_dictionary/test.py::test_executable_implicit_input_slow_python 0.00s teardown test_parallel_replicas_all_marks_read/test.py::test_number_of_marks_read[1-10-10000-SELECT sum(cityHash64(*)) FROM {table_name}] 0.00s setup test_grant_and_revoke/test_with_table_engine_grant.py::test_smoke 0.00s setup test_grant_and_revoke/test_with_table_engine_grant.py::test_current_grants_override 0.00s setup test_max_suspicious_broken_parts_replicated/test.py::test_unexpected_uncommitted_merge 0.00s teardown test_executable_dictionary/test.py::test_executable_input_python 0.00s teardown test_file_cluster/test.py::test_non_existent_cluster 0.00s setup test_executable_dictionary/test.py::test_executable_input_python 0.00s teardown test_distributed_ddl_on_cross_replication/test.py::test_atomic_database 0.00s teardown test_executable_dictionary/test.py::test_executable_implicit_input_sum_python 0.00s setup test_max_suspicious_broken_parts_replicated/test.py::test_corrupted_unexpected_part 0.00s setup test_kerberos_auth/test.py::test_kerberos_auth_with_keytab 0.00s teardown test_file_cluster/test.py::test_no_such_files 0.00s teardown test_merge_tree_s3_failover/test.py::test_move_failover 0.00s teardown test_executable_dictionary/test.py::test_executable_input_sum_python 0.00s teardown test_kerberos_auth/test.py::test_kerberos_auth_with_keytab 0.00s setup test_executable_dictionary/test.py::test_executable_implicit_input_bash 0.00s setup test_format_schema_on_server/test.py::test_protobuf_format_output 0.00s teardown test_executable_dictionary/test.py::test_executable_input_bash 0.00s setup test_distributed_default_database/test.py::test_query 0.00s setup test_executable_dictionary/test.py::test_executable_source_exit_code_check 0.00s teardown test_executable_dictionary/test.py::test_executable_input_signalled_python 0.00s teardown test_executable_dictionary/test.py::test_executable_input_send_chunk_header_python 0.00s setup test_grant_and_revoke/test_with_table_engine_grant.py::test_grant_option 0.00s setup test_max_suspicious_broken_parts_replicated/test.py::test_corrupted_unexpected_part_ultimate 0.00s setup test_file_cluster/test.py::test_missing_file 0.00s teardown test_disk_configuration/test.py::test_merge_tree_setting_override 0.00s setup test_format_schema_on_server/test.py::test_protobuf_format_input 0.00s teardown test_executable_dictionary/test.py::test_executable_implicit_input_bash 0.00s teardown test_executable_dictionary/test.py::test_executable_implicit_input_python 0.00s setup test_format_schema_on_server/test.py::test_drop_capn_proto_format 0.00s setup test_file_cluster/test.py::test_no_such_files 0.00s setup test_executable_dictionary/test.py::test_executable_input_sum_python 0.00s teardown test_format_schema_on_server/test.py::test_protobuf_format_input 0.00s teardown test_merge_tree_s3_failover/test.py::test_throttle_retry 0.00s teardown test_merge_tree_s3_failover/test.py::test_write_failover[0-14-2] 0.00s setup test_max_suspicious_broken_parts_replicated/test.py::test_unexpected_uncommitted_mutation 0.00s teardown test_parallel_replicas_all_marks_read/test.py::test_number_of_marks_read[1-10-10000-SELECT sum(cityHash64(*)) FROM {table_name} WHERE intDiv(key, 100) IN {rand_set}] 0.00s teardown test_executable_dictionary/test.py::test_executable_source_argument_python 0.00s setup test_file_cluster/test.py::test_format_detection 0.00s teardown test_format_schema_on_server/test.py::test_drop_cache_protobuf_format 0.00s setup test_executable_dictionary/test.py::test_executable_implicit_input_python 0.00s teardown test_merge_tree_s3_failover/test.py::test_retry_loading_parts 0.00s setup test_disk_configuration/test.py::test_merge_tree_setting_override 0.00s setup test_merge_tree_s3_failover/test.py::test_write_failover[1048576-10-0] 0.00s teardown test_file_cluster/test.py::test_missing_file 0.00s setup test_file_cluster/test.py::test_select_all 0.00s setup test_merge_tree_s3_failover/test.py::test_retry_loading_parts 0.00s teardown test_format_schema_on_server/test.py::test_drop_capn_proto_format 0.00s teardown test_max_suspicious_broken_parts_replicated/test.py::test_corrupted_unexpected_part 0.00s setup test_merge_tree_s3_failover/test.py::test_write_failover[0-14-2] 0.00s teardown test_executable_dictionary/test.py::test_executable_input_slow_python 0.00s teardown test_file_cluster/test.py::test_format_detection 0.00s setup test_merge_tree_s3_failover/test.py::test_throttle_retry 0.00s teardown test_max_suspicious_broken_parts_replicated/test.py::test_unexpected_uncommitted_merge 0.00s teardown test_max_suspicious_broken_parts_replicated/test.py::test_corrupted_unexpected_part_ultimate 0.00s teardown test_file_cluster/test.py::test_schema_inference =========================== short test summary info ============================ ERROR test_merge_tree_s3_failover/test.py::test_move_failover - Exception: Command ['docker-compose', '--env-file', '/ClickHouse/tests/integration/test_merge_tree_s3_failover/_instances_0_gw5/.env', '--project-name', 'roottestmergetrees3failover_gw5', '--file', '/ClickHouse/tests/integration/test_merge_tree_s3_failover/_instances_0_gw5/node/docker-compose.yml', '--file', '/ClickHouse/tests/integration/helpers/../../../tests/integration/compose/docker_compose_minio.yml', 'pull'] return non-zero code 1: Pulling proxy1 ... ERROR test_merge_tree_s3_failover/test.py::test_retry_loading_parts - Exception: Command ['docker-compose', '--env-file', '/ClickHouse/tests/integration/test_merge_tree_s3_failover/_instances_0_gw5/.env', '--project-name', 'roottestmergetrees3failover_gw5', '--file', '/ClickHouse/tests/integration/test_merge_tree_s3_failover/_instances_0_gw5/node/docker-compose.yml', '--file', '/ClickHouse/tests/integration/helpers/../../../tests/integration/compose/docker_compose_minio.yml', 'pull'] return non-zero code 1: Pulling proxy1 ... ERROR test_merge_tree_s3_failover/test.py::test_throttle_retry - Exception: Command ['docker-compose', '--env-file', '/ClickHouse/tests/integration/test_merge_tree_s3_failover/_instances_0_gw5/.env', '--project-name', 'roottestmergetrees3failover_gw5', '--file', '/ClickHouse/tests/integration/test_merge_tree_s3_failover/_instances_0_gw5/node/docker-compose.yml', '--file', '/ClickHouse/tests/integration/helpers/../../../tests/integration/compose/docker_compose_minio.yml', 'pull'] return non-zero code 1: Pulling proxy1 ... ERROR test_merge_tree_s3_failover/test.py::test_write_failover[0-14-2] - Exception: Command ['docker-compose', '--env-file', '/ClickHouse/tests/integration/test_merge_tree_s3_failover/_instances_0_gw5/.env', '--project-name', 'roottestmergetrees3failover_gw5', '--file', '/ClickHouse/tests/integration/test_merge_tree_s3_failover/_instances_0_gw5/node/docker-compose.yml', '--file', '/ClickHouse/tests/integration/helpers/../../../tests/integration/compose/docker_compose_minio.yml', 'pull'] return non-zero code 1: Pulling proxy1 ... ERROR test_merge_tree_s3_failover/test.py::test_write_failover[1048576-10-0] ERROR test_merge_tree_check_part_with_cache/test.py::test_check_part_with_cache ERROR test_disk_configuration/test.py::test_merge_tree_nested_custom_disk_setting ERROR test_disk_configuration/test.py::test_merge_tree_setting_override - Exception: Command ['docker-compose', '--env-file', '/ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/.env', '--project-name', 'roottestdiskconfiguration_gw6', '--file', '/ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/node1/docker-compose.yml', '--file', '/ClickHouse/tests/integration/helpers/../../../tests/integration/compose/docker_compose_keeper.yml', '--file', '/ClickHouse/tests/integration/helpers/../../../tests/integration/compose/docker_compose_minio.yml', '--file', '/ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/node2/docker-compose.yml', '--file', '/ClickHouse/tests/integration/test_disk_configuration/_instances_0_gw6/node3/docker-compose.yml', 'pull'] return non-zero code 1: Pulling zoo1 ... PASSED test_graphite_merge_tree_typed/test.py::test_combined_rules PASSED test_format_schema_on_server/test.py::test_drop_cache_protobuf_format PASSED test_graphite_merge_tree_typed/test.py::test_multiple_output_blocks PASSED test_format_schema_on_server/test.py::test_drop_capn_proto_format PASSED test_graphite_merge_tree_typed/test.py::test_multiple_paths_and_versions_plain PASSED test_format_schema_on_server/test.py::test_protobuf_format_input PASSED test_format_schema_on_server/test.py::test_protobuf_format_output PASSED test_graphite_merge_tree_typed/test.py::test_multiple_paths_and_versions_tagged PASSED test_grant_and_revoke/test_with_table_engine_grant.py::test_allowed_grantees PASSED test_kerberos_auth/test.py::test_bad_path_to_keytab PASSED test_kerberos_auth/test.py::test_kerberos_auth_with_keytab PASSED test_grant_and_revoke/test_with_table_engine_grant.py::test_current_database PASSED test_kerberos_auth/test.py::test_kerberos_auth_without_keytab PASSED test_grant_and_revoke/test_with_table_engine_grant.py::test_current_grants_override PASSED test_max_suspicious_broken_parts_replicated/test.py::test_corrupted_random_part PASSED test_graphite_merge_tree_typed/test.py::test_path_dangling_pointer PASSED test_grant_and_revoke/test_with_table_engine_grant.py::test_grant_all_on_table PASSED test_executable_dictionary/test.py::test_executable_implicit_input_argument_python PASSED test_graphite_merge_tree_typed/test.py::test_paths_not_matching_any_pattern PASSED test_executable_dictionary/test.py::test_executable_implicit_input_bash PASSED test_max_suspicious_broken_parts_replicated/test.py::test_corrupted_unexpected_part PASSED test_graphite_merge_tree_typed/test.py::test_rollup_aggregation_2_plain PASSED test_executable_dictionary/test.py::test_executable_implicit_input_python PASSED test_graphite_merge_tree_typed/test.py::test_rollup_aggregation_2_tagged PASSED test_grant_and_revoke/test_with_table_engine_grant.py::test_grant_current_grants PASSED test_executable_dictionary/test.py::test_executable_implicit_input_send_chunk_header_python PASSED test_graphite_merge_tree_typed/test.py::test_rollup_aggregation_plain PASSED test_executable_dictionary/test.py::test_executable_implicit_input_signalled_python PASSED test_max_suspicious_broken_parts_replicated/test.py::test_corrupted_unexpected_part_ultimate PASSED test_graphite_merge_tree_typed/test.py::test_rollup_aggregation_tagged PASSED test_graphite_merge_tree_typed/test.py::test_rollup_versions_all PASSED test_max_suspicious_broken_parts_replicated/test.py::test_unexpected_uncommitted_merge PASSED test_graphite_merge_tree_typed/test.py::test_rollup_versions_plain PASSED test_grant_and_revoke/test_with_table_engine_grant.py::test_grant_current_grants_with_partial_revoke PASSED test_max_suspicious_broken_parts_replicated/test.py::test_unexpected_uncommitted_mutation PASSED test_graphite_merge_tree_typed/test.py::test_rollup_versions_tagged PASSED test_grant_and_revoke/test_with_table_engine_grant.py::test_grant_option PASSED test_graphite_merge_tree_typed/test.py::test_rules_isolation PASSED test_graphite_merge_tree_typed/test.py::test_system_graphite_retentions PASSED test_grant_and_revoke/test_with_table_engine_grant.py::test_grant_with_replace_option PASSED test_grant_and_revoke/test_with_table_engine_grant.py::test_implicit_create_temporary_table_grant PASSED test_grant_and_revoke/test_with_table_engine_grant.py::test_implicit_create_view_grant PASSED test_grant_and_revoke/test_with_table_engine_grant.py::test_implicit_show_grants PASSED test_executable_dictionary/test.py::test_executable_implicit_input_slow_python PASSED test_executable_dictionary/test.py::test_executable_implicit_input_sum_python PASSED test_executable_dictionary/test.py::test_executable_implicit_non_direct_input_bash PASSED test_executable_dictionary/test.py::test_executable_input_argument_python PASSED test_executable_dictionary/test.py::test_executable_input_bash PASSED test_executable_dictionary/test.py::test_executable_input_python PASSED test_executable_dictionary/test.py::test_executable_input_send_chunk_header_python PASSED test_grant_and_revoke/test_with_table_engine_grant.py::test_introspection PASSED test_executable_dictionary/test.py::test_executable_input_signalled_python PASSED test_grant_and_revoke/test_with_table_engine_grant.py::test_revoke_requires_grant_option PASSED test_grant_and_revoke/test_with_table_engine_grant.py::test_smoke PASSED test_grant_and_revoke/test_with_table_engine_grant.py::test_table_engine_and_source_grant PASSED test_grant_and_revoke/test_with_table_engine_grant.py::test_table_engine_grant_and_revoke PASSED test_executable_dictionary/test.py::test_executable_input_slow_python PASSED test_executable_dictionary/test.py::test_executable_input_sum_python PASSED test_executable_dictionary/test.py::test_executable_non_direct_input_bash PASSED test_executable_dictionary/test.py::test_executable_source_argument_python PASSED test_executable_dictionary/test.py::test_executable_source_exit_code_check PASSED test_executable_dictionary/test.py::test_executable_source_python PASSED test_file_cluster/test.py::test_count PASSED test_parallel_replicas_all_marks_read/test.py::test_number_of_marks_read[1-10-1000-SELECT sum(cityHash64(*)) FROM {table_name} WHERE intDiv(key, 100) IN {rand_set}] PASSED test_distributed_ddl_on_cross_replication/test.py::test_alter_ddl PASSED test_file_cluster/test.py::test_format_detection PASSED test_file_cluster/test.py::test_missing_file PASSED test_file_cluster/test.py::test_no_such_files PASSED test_file_cluster/test.py::test_non_existent_cluster PASSED test_parallel_replicas_all_marks_read/test.py::test_number_of_marks_read[1-10-1000-SELECT sum(cityHash64(*)) FROM {table_name}] PASSED test_distributed_ddl_on_cross_replication/test.py::test_atomic_database PASSED test_file_cluster/test.py::test_schema_inference PASSED test_distributed_ddl_on_cross_replication/test.py::test_non_query_with_table_ddl PASSED test_file_cluster/test.py::test_select_all PASSED test_parallel_replicas_all_marks_read/test.py::test_number_of_marks_read[1-10-10000-SELECT sum(cityHash64(*)) FROM {table_name} WHERE intDiv(key, 100) IN {rand_set}] PASSED test_parallel_replicas_all_marks_read/test.py::test_number_of_marks_read[1-10-10000-SELECT sum(cityHash64(*)) FROM {table_name}] PASSED test_executable_dictionary/test.py::test_executable_source_updated_python PASSED test_parallel_replicas_all_marks_read/test.py::test_number_of_marks_read[1-10-100000-SELECT sum(cityHash64(*)) FROM {table_name} WHERE intDiv(key, 100) IN {rand_set}] PASSED test_explain_estimates/test.py::test_explain_estimates PASSED test_distributed_type_object/test.py::test_distributed_type_object PASSED test_inherit_multiple_profiles/test.py::test_combined_profile PASSED test_keeper_znode_time/test.py::test_between_servers PASSED test_keeper_znode_time/test.py::test_server_restart PASSED test_drop_no_local_path/test.py::test_drop_no_local_path PASSED test_fetch_partition_should_reset_mutation/test.py::test_part_should_reset_mutation PASSED test_insert_distributed_async_extra_dirs/test.py::test_insert_distributed_async_send_success PASSED test_http_and_readonly/test.py::test_http_get_is_readonly PASSED test_filesystem_layout/test.py::test_file_path_escaping PASSED test_keeper_nodes_remove/test.py::test_nodes_remove PASSED test_keeper_snapshot_small_distance/test.py::test_snapshot_and_load PASSED test_mutations_with_projection/test.py::test_mutations_with_multi_level_merge_of_projections PASSED test_distributed_default_database/test.py::test_query ============= 92 passed, 5 warnings, 8 errors in 655.87s (0:10:55) ============= Traceback (most recent call last): File "/home/ubuntu/_work/ClickHouse/ClickHouse/tests/integration/./runner", line 445, in subprocess.check_call(cmd, shell=True) File "/usr/lib/python3.10/subprocess.py", line 369, in check_call raise CalledProcessError(retcode, cmd) subprocess.CalledProcessError: Command 'docker run --rm --name clickhouse_integration_tests_zw8rb4 --privileged --dns-search='.' --volume=/home/ubuntu/_work/_temp/test/build/clickhouse-odbc-bridge:/clickhouse-odbc-bridge --volume=/home/ubuntu/_work/_temp/test/build/clickhouse:/clickhouse --volume=/home/ubuntu/_work/_temp/test/build/clickhouse-library-bridge:/clickhouse-library-bridge --volume=/home/ubuntu/_work/ClickHouse/ClickHouse/programs/server:/clickhouse-config --volume=/home/ubuntu/_work/ClickHouse/ClickHouse/tests/integration:/ClickHouse/tests/integration --volume=/home/ubuntu/_work/ClickHouse/ClickHouse/utils/backupview:/ClickHouse/utils/backupview --volume=/home/ubuntu/_work/ClickHouse/ClickHouse/utils/grpc-client/pb2:/ClickHouse/utils/grpc-client/pb2 --volume=/run:/run/host:ro --volume=clickhouse_integration_tests_volume:/var/lib/docker -e DOCKER_DOTNET_CLIENT_TAG=11de0b29a15d -e DOCKER_HELPER_TAG=2cffe1eae894 -e DOCKER_BASE_TAG=b74d853ebe76 -e DOCKER_KERBEROS_KDC_TAG=9391ecdee8d7 -e DOCKER_MYSQL_GOLANG_CLIENT_TAG=9bec2a638e6e -e DOCKER_MYSQL_JAVA_CLIENT_TAG=766bff31cfe4 -e DOCKER_MYSQL_JS_CLIENT_TAG=41ba7c2ec2a1 -e DOCKER_MYSQL_PHP_CLIENT_TAG=88be89c1e3b6 -e DOCKER_NGINX_DAV_TAG=b55ac9cd7519 -e DOCKER_POSTGRESQL_JAVA_CLIENT_TAG=a4eff5c7f4d6 -e DOCKER_PYTHON_BOTTLE_TAG=caad4729259e -e DOCKER_CLIENT_TIMEOUT=300 -e COMPOSE_HTTP_TIMEOUT=600 -e PYTHONUNBUFFERED=1 -e PYTEST_ADDOPTS="--dist=loadfile -n 10 -rfEps --run-id=0 --color=no --durations=0 test_disk_configuration/test.py::test_merge_tree_nested_custom_disk_setting test_disk_configuration/test.py::test_merge_tree_setting_override test_distributed_ddl_on_cross_replication/test.py::test_alter_ddl test_distributed_ddl_on_cross_replication/test.py::test_atomic_database test_distributed_ddl_on_cross_replication/test.py::test_non_query_with_table_ddl test_distributed_default_database/test.py::test_query test_distributed_type_object/test.py::test_distributed_type_object test_drop_no_local_path/test.py::test_drop_no_local_path test_executable_dictionary/test.py::test_executable_implicit_input_argument_python test_executable_dictionary/test.py::test_executable_implicit_input_bash test_executable_dictionary/test.py::test_executable_implicit_input_python test_executable_dictionary/test.py::test_executable_implicit_input_send_chunk_header_python test_executable_dictionary/test.py::test_executable_implicit_input_signalled_python test_executable_dictionary/test.py::test_executable_implicit_input_slow_python test_executable_dictionary/test.py::test_executable_implicit_input_sum_python test_executable_dictionary/test.py::test_executable_implicit_non_direct_input_bash test_executable_dictionary/test.py::test_executable_input_argument_python test_executable_dictionary/test.py::test_executable_input_bash test_executable_dictionary/test.py::test_executable_input_python test_executable_dictionary/test.py::test_executable_input_send_chunk_header_python test_executable_dictionary/test.py::test_executable_input_signalled_python test_executable_dictionary/test.py::test_executable_input_slow_python test_executable_dictionary/test.py::test_executable_input_sum_python test_executable_dictionary/test.py::test_executable_non_direct_input_bash test_executable_dictionary/test.py::test_executable_source_argument_python test_executable_dictionary/test.py::test_executable_source_exit_code_check test_executable_dictionary/test.py::test_executable_source_python test_executable_dictionary/test.py::test_executable_source_updated_python test_explain_estimates/test.py::test_explain_estimates test_fetch_partition_should_reset_mutation/test.py::test_part_should_reset_mutation test_file_cluster/test.py::test_count test_file_cluster/test.py::test_format_detection test_file_cluster/test.py::test_missing_file test_file_cluster/test.py::test_no_such_files test_file_cluster/test.py::test_non_existent_cluster test_file_cluster/test.py::test_schema_inference test_file_cluster/test.py::test_select_all test_filesystem_layout/test.py::test_file_path_escaping test_format_schema_on_server/test.py::test_drop_cache_protobuf_format test_format_schema_on_server/test.py::test_drop_capn_proto_format test_format_schema_on_server/test.py::test_protobuf_format_input test_format_schema_on_server/test.py::test_protobuf_format_output test_grant_and_revoke/test_with_table_engine_grant.py::test_allowed_grantees test_grant_and_revoke/test_with_table_engine_grant.py::test_current_database test_grant_and_revoke/test_with_table_engine_grant.py::test_current_grants_override test_grant_and_revoke/test_with_table_engine_grant.py::test_grant_all_on_table test_grant_and_revoke/test_with_table_engine_grant.py::test_grant_current_grants test_grant_and_revoke/test_with_table_engine_grant.py::test_grant_current_grants_with_partial_revoke test_grant_and_revoke/test_with_table_engine_grant.py::test_grant_option test_grant_and_revoke/test_with_table_engine_grant.py::test_grant_with_replace_option test_grant_and_revoke/test_with_table_engine_grant.py::test_implicit_create_temporary_table_grant test_grant_and_revoke/test_with_table_engine_grant.py::test_implicit_create_view_grant test_grant_and_revoke/test_with_table_engine_grant.py::test_implicit_show_grants test_grant_and_revoke/test_with_table_engine_grant.py::test_introspection test_grant_and_revoke/test_with_table_engine_grant.py::test_revoke_requires_grant_option test_grant_and_revoke/test_with_table_engine_grant.py::test_smoke test_grant_and_revoke/test_with_table_engine_grant.py::test_table_engine_and_source_grant test_grant_and_revoke/test_with_table_engine_grant.py::test_table_engine_grant_and_revoke test_graphite_merge_tree_typed/test.py::test_combined_rules test_graphite_merge_tree_typed/test.py::test_multiple_output_blocks test_graphite_merge_tree_typed/test.py::test_multiple_paths_and_versions_plain test_graphite_merge_tree_typed/test.py::test_multiple_paths_and_versions_tagged test_graphite_merge_tree_typed/test.py::test_path_dangling_pointer test_graphite_merge_tree_typed/test.py::test_paths_not_matching_any_pattern test_graphite_merge_tree_typed/test.py::test_rollup_aggregation_2_plain test_graphite_merge_tree_typed/test.py::test_rollup_aggregation_2_tagged test_graphite_merge_tree_typed/test.py::test_rollup_aggregation_plain test_graphite_merge_tree_typed/test.py::test_rollup_aggregation_tagged test_graphite_merge_tree_typed/test.py::test_rollup_versions_all test_graphite_merge_tree_typed/test.py::test_rollup_versions_plain test_graphite_merge_tree_typed/test.py::test_rollup_versions_tagged test_graphite_merge_tree_typed/test.py::test_rules_isolation test_graphite_merge_tree_typed/test.py::test_system_graphite_retentions test_http_and_readonly/test.py::test_http_get_is_readonly test_inherit_multiple_profiles/test.py::test_combined_profile test_insert_distributed_async_extra_dirs/test.py::test_insert_distributed_async_send_success test_keeper_nodes_remove/test.py::test_nodes_remove test_keeper_snapshot_small_distance/test.py::test_snapshot_and_load test_keeper_znode_time/test.py::test_between_servers test_keeper_znode_time/test.py::test_server_restart test_kerberos_auth/test.py::test_bad_path_to_keytab test_kerberos_auth/test.py::test_kerberos_auth_with_keytab test_kerberos_auth/test.py::test_kerberos_auth_without_keytab test_max_suspicious_broken_parts_replicated/test.py::test_corrupted_random_part test_max_suspicious_broken_parts_replicated/test.py::test_corrupted_unexpected_part test_max_suspicious_broken_parts_replicated/test.py::test_corrupted_unexpected_part_ultimate test_max_suspicious_broken_parts_replicated/test.py::test_unexpected_uncommitted_merge test_max_suspicious_broken_parts_replicated/test.py::test_unexpected_uncommitted_mutation test_merge_tree_check_part_with_cache/test.py::test_check_part_with_cache test_merge_tree_s3_failover/test.py::test_move_failover test_merge_tree_s3_failover/test.py::test_retry_loading_parts test_merge_tree_s3_failover/test.py::test_throttle_retry 'test_merge_tree_s3_failover/test.py::test_write_failover[0-14-2]' 'test_merge_tree_s3_failover/test.py::test_write_failover[1048576-10-0]' test_mutations_with_projection/test.py::test_mutations_with_multi_level_merge_of_projections 'test_parallel_replicas_all_marks_read/test.py::test_number_of_marks_read[1-10-1000-SELECT sum(cityHash64(*)) FROM {table_name} WHERE intDiv(key, 100) IN {rand_set}]' 'test_parallel_replicas_all_marks_read/test.py::test_number_of_marks_read[1-10-1000-SELECT sum(cityHash64(*)) FROM {table_name}]' 'test_parallel_replicas_all_marks_read/test.py::test_number_of_marks_read[1-10-10000-SELECT sum(cityHash64(*)) FROM {table_name} WHERE intDiv(key, 100) IN {rand_set}]' 'test_parallel_replicas_all_marks_read/test.py::test_number_of_marks_read[1-10-10000-SELECT sum(cityHash64(*)) FROM {table_name}]' 'test_parallel_replicas_all_marks_read/test.py::test_number_of_marks_read[1-10-100000-SELECT sum(cityHash64(*)) FROM {table_name} WHERE intDiv(key, 100) IN {rand_set}]' -vvv" altinityinfra/integration-tests-runner:cf95077f4609 ' returned non-zero exit status 1.